{"level":"warn","ts":"2026-03-18T21:49:15.483782Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:49:15.483893Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T21:49:15.483968Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:49:15.483984Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-18T21:49:15.484007Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:49:15.484676Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-03-18T21:49:15.484746Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T21:49:15.489218Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.243448ms"} {"level":"info","ts":"2026-03-18T21:49:15.508183Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-03-18T21:49:15.508312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T21:49:15.508351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-03-18T21:49:15.508372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T21:49:15.508396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-03-18T21:49:15.508618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-03-18T21:49:15.515747Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T21:49:15.517104Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T21:49:15.520123Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T21:49:15.524159Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T21:49:15.524225Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T21:49:15.524449Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:15.524605Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:15.524629Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:15.525095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-03-18T21:49:15.525553Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-18T21:49:15.530544Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:49:15.530706Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-03-18T21:49:15.530756Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-03-18T21:49:15.531006Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T21:49:15.531075Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T21:49:15.909205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T21:49:15.909272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T21:49:15.909297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-03-18T21:49:15.909318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-03-18T21:49:15.90933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-03-18T21:49:15.909346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-03-18T21:49:15.909384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-03-18T21:49:15.910455Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T21:49:15.910643Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:49:15.910712Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:49:15.910814Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:15.911969Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:15.912089Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:15.912135Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:15.914105Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-03-18T21:49:15.915575Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T21:49:15.924912Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T21:49:15.924929Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T21:49:18.217156Z","caller":"traceutil/trace.go:171","msg":"trace[1764928039] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"480.156331ms","start":"2026-03-18T21:49:17.73694Z","end":"2026-03-18T21:49:18.217097Z","steps":["trace[1764928039] 'process raft request' (duration: 479.913176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:18.21793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:17.736915Z","time spent":"480.365926ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:20.715867Z","caller":"traceutil/trace.go:171","msg":"trace[653968157] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"101.345093ms","start":"2026-03-18T21:49:20.614495Z","end":"2026-03-18T21:49:20.71584Z","steps":["trace[653968157] 'process raft request' (duration: 91.178359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:33.864984Z","caller":"traceutil/trace.go:171","msg":"trace[1823261500] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"228.354485ms","start":"2026-03-18T21:49:33.6366Z","end":"2026-03-18T21:49:33.864955Z","steps":["trace[1823261500] 'process raft request' (duration: 228.180531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:34.689518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702922133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:49:34.701988Z","caller":"traceutil/trace.go:171","msg":"trace[208859346] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:424; }","duration":"513.251642ms","start":"2026-03-18T21:49:34.188707Z","end":"2026-03-18T21:49:34.701959Z","steps":["trace[208859346] 'read index received' (duration: 508.649977ms)","trace[208859346] 'applied index is now lower than readState.Index' (duration: 4.600035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:34.702209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.478167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:34.702379Z","caller":"traceutil/trace.go:171","msg":"trace[1827964653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"513.702542ms","start":"2026-03-18T21:49:34.188656Z","end":"2026-03-18T21:49:34.702358Z","steps":["trace[1827964653] 'agreement among raft nodes before linearized reading' (duration: 513.464307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:34.702256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.016259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T21:49:34.702463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.18863Z","time spent":"513.821035ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:49:34.702527Z","caller":"traceutil/trace.go:171","msg":"trace[255181986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"328.322496ms","start":"2026-03-18T21:49:34.374183Z","end":"2026-03-18T21:49:34.702506Z","steps":["trace[255181986] 'agreement among raft nodes before linearized reading' (duration: 327.968948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:34.70264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.374158Z","time spent":"328.468289ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:49:40.919715Z","caller":"traceutil/trace.go:171","msg":"trace[1173800717] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"175.097151ms","start":"2026-03-18T21:49:40.744593Z","end":"2026-03-18T21:49:40.91969Z","steps":["trace[1173800717] 'process raft request' (duration: 174.958767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:44.300288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.723729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:44.300408Z","caller":"traceutil/trace.go:171","msg":"trace[458121128] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:451; }","duration":"394.18955ms","start":"2026-03-18T21:49:43.906201Z","end":"2026-03-18T21:49:44.30039Z","steps":["trace[458121128] 'read index received' (duration: 71.133312ms)","trace[458121128] 'applied index is now lower than readState.Index' (duration: 323.055228ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:44.300459Z","caller":"traceutil/trace.go:171","msg":"trace[75070387] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"422.532381ms","start":"2026-03-18T21:49:43.877888Z","end":"2026-03-18T21:49:44.300421Z","steps":["trace[75070387] 'process raft request' (duration: 99.473073ms)","trace[75070387] 'compare' (duration: 322.568456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:44.300617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:43.877879Z","time spent":"422.663865ms","remote":"127.0.0.1:40036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:44.300729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.510527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:49:44.300814Z","caller":"traceutil/trace.go:171","msg":"trace[233264966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:433; }","duration":"394.64618ms","start":"2026-03-18T21:49:43.90615Z","end":"2026-03-18T21:49:44.300796Z","steps":["trace[233264966] 'agreement among raft nodes before linearized reading' (duration: 394.378614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:44.300847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:43.906134Z","time spent":"394.705901ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:49:44.562103Z","caller":"traceutil/trace.go:171","msg":"trace[1731351447] linearizableReadLoop","detail":"{readStateIndex:453; appliedIndex:452; }","duration":"261.54929ms","start":"2026-03-18T21:49:44.300515Z","end":"2026-03-18T21:49:44.562064Z","steps":["trace[1731351447] 'read index received' (duration: 219.872407ms)","trace[1731351447] 'applied index is now lower than readState.Index' (duration: 41.673013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:44.562447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.301035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:44.562506Z","caller":"traceutil/trace.go:171","msg":"trace[1435182954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"374.422518ms","start":"2026-03-18T21:49:44.188066Z","end":"2026-03-18T21:49:44.562489Z","steps":["trace[1435182954] 'agreement among raft nodes before linearized reading' (duration: 374.127591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:44.562569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:44.188043Z","time spent":"374.51004ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:49:44.562508Z","caller":"traceutil/trace.go:171","msg":"trace[1370911610] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"253.661436ms","start":"2026-03-18T21:49:44.308815Z","end":"2026-03-18T21:49:44.562476Z","steps":["trace[1370911610] 'process raft request' (duration: 253.147414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:44.562796Z","caller":"traceutil/trace.go:171","msg":"trace[1331834665] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"252.337225ms","start":"2026-03-18T21:49:44.310412Z","end":"2026-03-18T21:49:44.56275Z","steps":["trace[1331834665] 'process raft request' (duration: 251.829154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:44.56291Z","caller":"traceutil/trace.go:171","msg":"trace[345110251] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"245.250389ms","start":"2026-03-18T21:49:44.317613Z","end":"2026-03-18T21:49:44.562863Z","steps":["trace[345110251] 'process raft request' (duration: 245.046584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:47.381532Z","caller":"traceutil/trace.go:171","msg":"trace[745372961] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"452.713146ms","start":"2026-03-18T21:49:46.928791Z","end":"2026-03-18T21:49:47.381504Z","steps":["trace[745372961] 'read index received' (duration: 452.46396ms)","trace[745372961] 'applied index is now lower than readState.Index' (duration: 248.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:47.381644Z","caller":"traceutil/trace.go:171","msg":"trace[168401962] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"810.431974ms","start":"2026-03-18T21:49:46.57118Z","end":"2026-03-18T21:49:47.381612Z","steps":["trace[168401962] 'process raft request' (duration: 810.160907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:47.38184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.41209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T21:49:47.381783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.961102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-18T21:49:47.381881Z","caller":"traceutil/trace.go:171","msg":"trace[1268807414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:468; }","duration":"434.497552ms","start":"2026-03-18T21:49:46.947371Z","end":"2026-03-18T21:49:47.381868Z","steps":["trace[1268807414] 'agreement among raft nodes before linearized reading' (duration: 434.314366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:47.381924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:46.947357Z","time spent":"434.559864ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:49:47.381933Z","caller":"traceutil/trace.go:171","msg":"trace[1488181996] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:468; }","duration":"453.151287ms","start":"2026-03-18T21:49:46.928754Z","end":"2026-03-18T21:49:47.381905Z","steps":["trace[1488181996] 'agreement among raft nodes before linearized reading' (duration: 452.920741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:47.381949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.354253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T21:49:47.382043Z","caller":"traceutil/trace.go:171","msg":"trace[462138843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:468; }","duration":"129.502267ms","start":"2026-03-18T21:49:47.252507Z","end":"2026-03-18T21:49:47.38201Z","steps":["trace[462138843] 'agreement among raft nodes before linearized reading' (duration: 129.215959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:47.382022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:46.928736Z","time spent":"453.27228ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T21:49:47.382039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.208345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:49:47.382023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.953842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:47.382113Z","caller":"traceutil/trace.go:171","msg":"trace[1057776620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:468; }","duration":"315.335088ms","start":"2026-03-18T21:49:47.06676Z","end":"2026-03-18T21:49:47.382095Z","steps":["trace[1057776620] 'agreement among raft nodes before linearized reading' (duration: 315.082552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:47.382162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:47.066736Z","time spent":"315.413909ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T21:49:47.382162Z","caller":"traceutil/trace.go:171","msg":"trace[1058797123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"194.234288ms","start":"2026-03-18T21:49:47.187891Z","end":"2026-03-18T21:49:47.382125Z","steps":["trace[1058797123] 'agreement among raft nodes before linearized reading' (duration: 193.892621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:47.382371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:46.57115Z","time spent":"810.553067ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:54.476909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.320753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-18T21:49:54.476972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.427463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6rlmz\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-18T21:49:54.477023Z","caller":"traceutil/trace.go:171","msg":"trace[943722313] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:512; }","duration":"180.497227ms","start":"2026-03-18T21:49:54.296498Z","end":"2026-03-18T21:49:54.476996Z","steps":["trace[943722313] 'range keys from in-memory index tree' (duration: 180.098788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:54.477037Z","caller":"traceutil/trace.go:171","msg":"trace[1623451599] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6rlmz; range_end:; response_count:1; response_revision:512; }","duration":"150.551556ms","start":"2026-03-18T21:49:54.326468Z","end":"2026-03-18T21:49:54.477019Z","steps":["trace[1623451599] 'range keys from in-memory index tree' (duration: 150.28016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:55.167463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.590215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:55.167633Z","caller":"traceutil/trace.go:171","msg":"trace[1348563994] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:513; }","duration":"393.81052ms","start":"2026-03-18T21:49:54.773794Z","end":"2026-03-18T21:49:55.167604Z","steps":["trace[1348563994] 'range keys from in-memory index tree' (duration: 393.405422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:55.167699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:54.773697Z","time spent":"393.986385ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-18T21:49:55.462866Z","caller":"traceutil/trace.go:171","msg":"trace[444600082] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"174.402664ms","start":"2026-03-18T21:49:55.288428Z","end":"2026-03-18T21:49:55.462831Z","steps":["trace[444600082] 'process raft request' (duration: 174.113948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:55.972907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702922411,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:49:56.077372Z","caller":"traceutil/trace.go:171","msg":"trace[495137032] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"610.613535ms","start":"2026-03-18T21:49:55.466727Z","end":"2026-03-18T21:49:56.077341Z","steps":["trace[495137032] 'process raft request' (duration: 587.528875ms)","trace[495137032] 'compare' (duration: 22.920445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:56.077641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:55.466688Z","time spent":"610.770329ms","remote":"127.0.0.1:40036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:56.165717Z","caller":"traceutil/trace.go:171","msg":"trace[981958120] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"698.58596ms","start":"2026-03-18T21:49:55.467084Z","end":"2026-03-18T21:49:56.16567Z","steps":["trace[981958120] 'process raft request' (duration: 698.336845ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:56.165888Z","caller":"traceutil/trace.go:171","msg":"trace[1026318432] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:536; }","duration":"693.770109ms","start":"2026-03-18T21:49:55.47208Z","end":"2026-03-18T21:49:56.16585Z","steps":["trace[1026318432] 'read index received' (duration: 582.190091ms)","trace[1026318432] 'applied index is now lower than readState.Index' (duration: 111.578868ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:56.166Z","caller":"traceutil/trace.go:171","msg":"trace[1199035106] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"698.255953ms","start":"2026-03-18T21:49:55.467734Z","end":"2026-03-18T21:49:56.16599Z","steps":["trace[1199035106] 'process raft request' (duration: 697.816993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:56.166078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:55.467716Z","time spent":"698.316044ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:56.166075Z","caller":"traceutil/trace.go:171","msg":"trace[707019043] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"616.602905ms","start":"2026-03-18T21:49:55.549455Z","end":"2026-03-18T21:49:56.166058Z","steps":["trace[707019043] 'process raft request' (duration: 616.299278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:56.165941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:55.467044Z","time spent":"698.779245ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:56.166212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:55.549429Z","time spent":"616.696287ms","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:56.167346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.410273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:49:56.167518Z","caller":"traceutil/trace.go:171","msg":"trace[243632426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"695.456398ms","start":"2026-03-18T21:49:55.472023Z","end":"2026-03-18T21:49:56.16748Z","steps":["trace[243632426] 'agreement among raft nodes before linearized reading' (duration: 694.216589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:56.167648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:55.472001Z","time spent":"695.620082ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:49:56.167789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.466905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T21:49:56.167863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.849239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:49:56.167963Z","caller":"traceutil/trace.go:171","msg":"trace[1390060214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:518; }","duration":"605.707301ms","start":"2026-03-18T21:49:55.562192Z","end":"2026-03-18T21:49:56.1679Z","steps":["trace[1390060214] 'agreement among raft nodes before linearized reading' (duration: 604.192735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:56.168045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:55.56216Z","time spent":"605.871965ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T21:49:56.168158Z","caller":"traceutil/trace.go:171","msg":"trace[42944254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:518; }","duration":"649.042263ms","start":"2026-03-18T21:49:55.518966Z","end":"2026-03-18T21:49:56.168008Z","steps":["trace[42944254] 'agreement among raft nodes before linearized reading' (duration: 647.406555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:56.168263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:55.518878Z","time spent":"649.365841ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:49:56.279919Z","caller":"traceutil/trace.go:171","msg":"trace[1379346673] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"103.929838ms","start":"2026-03-18T21:49:56.175941Z","end":"2026-03-18T21:49:56.279871Z","steps":["trace[1379346673] 'process raft request' (duration: 66.172965ms)","trace[1379346673] 'compare' (duration: 37.511987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:57.792202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016094059s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:57.792576Z","caller":"traceutil/trace.go:171","msg":"trace[1588790231] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.615667306s","start":"2026-03-18T21:49:56.176866Z","end":"2026-03-18T21:49:57.792533Z","steps":["trace[1588790231] 'process raft request' (duration: 599.117777ms)","trace[1588790231] 'compare' (duration: 1.015657508s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:57.7927Z","caller":"traceutil/trace.go:171","msg":"trace[1011738647] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.615248766s","start":"2026-03-18T21:49:56.177412Z","end":"2026-03-18T21:49:57.792661Z","steps":["trace[1011738647] 'process raft request' (duration: 1.61496058s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:57.792743Z","caller":"traceutil/trace.go:171","msg":"trace[1969161696] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:540; }","duration":"1.607050585s","start":"2026-03-18T21:49:56.185672Z","end":"2026-03-18T21:49:57.792723Z","steps":["trace[1969161696] 'read index received' (duration: 56.974971ms)","trace[1969161696] 'applied index is now lower than readState.Index' (duration: 1.550074454s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:57.792756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:56.176854Z","time spent":"1.615807099s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:57.792746Z","caller":"traceutil/trace.go:171","msg":"trace[1220573854] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.604646649s","start":"2026-03-18T21:49:56.18807Z","end":"2026-03-18T21:49:57.792717Z","steps":["trace[1220573854] 'process raft request' (duration: 1.604504855s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:57.792787Z","caller":"traceutil/trace.go:171","msg":"trace[248897134] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.604163197s","start":"2026-03-18T21:49:56.188587Z","end":"2026-03-18T21:49:57.79275Z","steps":["trace[248897134] 'process raft request' (duration: 1.604092136s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:57.79279Z","caller":"traceutil/trace.go:171","msg":"trace[2012789557] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.604672439s","start":"2026-03-18T21:49:56.188071Z","end":"2026-03-18T21:49:57.792744Z","steps":["trace[2012789557] 'process raft request' (duration: 1.604563757s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:57.792857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607176499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:57.792853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:56.18805Z","time spent":"1.604756472s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:57.79285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:56.177379Z","time spent":"1.6154071s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:57.792902Z","caller":"traceutil/trace.go:171","msg":"trace[1694524454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:524; }","duration":"1.607272651s","start":"2026-03-18T21:49:56.185615Z","end":"2026-03-18T21:49:57.792888Z","steps":["trace[1694524454] 'agreement among raft nodes before linearized reading' (duration: 1.607174548s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:57.79291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:56.188571Z","time spent":"1.604280381s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:57.792942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:56.185589Z","time spent":"1.607343192s","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:57.792946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:56.188039Z","time spent":"1.604825683s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:57.948718Z","caller":"traceutil/trace.go:171","msg":"trace[125090192] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:546; }","duration":"145.406538ms","start":"2026-03-18T21:49:57.803288Z","end":"2026-03-18T21:49:57.948695Z","steps":["trace[125090192] 'read index received' (duration: 145.201792ms)","trace[125090192] 'applied index is now lower than readState.Index' (duration: 203.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:57.948795Z","caller":"traceutil/trace.go:171","msg":"trace[597993228] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"150.720971ms","start":"2026-03-18T21:49:57.798045Z","end":"2026-03-18T21:49:57.948766Z","steps":["trace[597993228] 'process raft request' (duration: 150.520967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:57.948916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.608252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:57.94895Z","caller":"traceutil/trace.go:171","msg":"trace[643821773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"145.680043ms","start":"2026-03-18T21:49:57.80326Z","end":"2026-03-18T21:49:57.94894Z","steps":["trace[643821773] 'agreement among raft nodes before linearized reading' (duration: 145.53446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:58.408735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.268447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:49:58.408842Z","caller":"traceutil/trace.go:171","msg":"trace[1830865806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"125.41188ms","start":"2026-03-18T21:49:58.283409Z","end":"2026-03-18T21:49:58.408821Z","steps":["trace[1830865806] 'range keys from in-memory index tree' (duration: 125.109253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.340274Z","caller":"traceutil/trace.go:171","msg":"trace[2121733910] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"141.475466ms","start":"2026-03-18T21:50:09.198774Z","end":"2026-03-18T21:50:09.340249Z","steps":["trace[2121733910] 'process raft request' (duration: 141.331553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:09.934742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.625453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:09.934853Z","caller":"traceutil/trace.go:171","msg":"trace[612323017] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"539.762589ms","start":"2026-03-18T21:50:09.395072Z","end":"2026-03-18T21:50:09.934835Z","steps":["trace[612323017] 'process raft request' (duration: 253.924381ms)","trace[612323017] 'compare' (duration: 285.50251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:09.934917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.39504Z","time spent":"539.845091ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:09.949329Z","caller":"traceutil/trace.go:171","msg":"trace[536384647] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"349.051174ms","start":"2026-03-18T21:50:09.600253Z","end":"2026-03-18T21:50:09.949305Z","steps":["trace[536384647] 'process raft request' (duration: 348.992722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.949499Z","caller":"traceutil/trace.go:171","msg":"trace[1144637021] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"548.966785ms","start":"2026-03-18T21:50:09.4005Z","end":"2026-03-18T21:50:09.949467Z","steps":["trace[1144637021] 'process raft request' (duration: 548.633347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:09.949546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.600228Z","time spent":"349.182747ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2920,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:09.949616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:09.400474Z","time spent":"549.093958ms","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:09.959423Z","caller":"traceutil/trace.go:171","msg":"trace[838029837] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"159.522706ms","start":"2026-03-18T21:50:09.79988Z","end":"2026-03-18T21:50:09.959402Z","steps":["trace[838029837] 'process raft request' (duration: 159.382783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.59437Z","caller":"traceutil/trace.go:171","msg":"trace[685227882] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"105.078045ms","start":"2026-03-18T21:50:10.489263Z","end":"2026-03-18T21:50:10.594341Z","steps":["trace[685227882] 'process raft request' (duration: 104.900051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.671946Z","caller":"traceutil/trace.go:171","msg":"trace[104724322] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"177.798463ms","start":"2026-03-18T21:50:10.494108Z","end":"2026-03-18T21:50:10.671906Z","steps":["trace[104724322] 'process raft request' (duration: 177.605668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.743422Z","caller":"traceutil/trace.go:171","msg":"trace[885530598] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"138.554317ms","start":"2026-03-18T21:50:10.60484Z","end":"2026-03-18T21:50:10.743395Z","steps":["trace[885530598] 'process raft request' (duration: 138.434445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:10.743421Z","caller":"traceutil/trace.go:171","msg":"trace[1217501652] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"142.5348ms","start":"2026-03-18T21:50:10.600847Z","end":"2026-03-18T21:50:10.743382Z","steps":["trace[1217501652] 'process raft request' (duration: 139.845577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:19.461931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702923033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:19.582615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.72092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:19.582728Z","caller":"traceutil/trace.go:171","msg":"trace[2075206900] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"1.012279909s","start":"2026-03-18T21:50:18.570429Z","end":"2026-03-18T21:50:19.582709Z","steps":["trace[2075206900] 'process raft request' (duration: 903.377155ms)","trace[2075206900] 'compare' (duration: 108.621738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:19.582787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.570406Z","time spent":"1.012354061s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:19.588961Z","caller":"traceutil/trace.go:171","msg":"trace[262633723] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:925; }","duration":"627.568532ms","start":"2026-03-18T21:50:18.961364Z","end":"2026-03-18T21:50:19.588933Z","steps":["trace[262633723] 'read index received' (duration: 512.489713ms)","trace[262633723] 'applied index is now lower than readState.Index' (duration: 115.077669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:19.589264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.876929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T21:50:19.589288Z","caller":"traceutil/trace.go:171","msg":"trace[7909581] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"1.017340468s","start":"2026-03-18T21:50:18.571925Z","end":"2026-03-18T21:50:19.589265Z","steps":["trace[7909581] 'process raft request' (duration: 1.016894827s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:19.589314Z","caller":"traceutil/trace.go:171","msg":"trace[1983503161] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:898; }","duration":"627.985432ms","start":"2026-03-18T21:50:18.961315Z","end":"2026-03-18T21:50:19.589301Z","steps":["trace[1983503161] 'agreement among raft nodes before linearized reading' (duration: 627.724425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:19.589356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.961297Z","time spent":"628.050173ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-03-18T21:50:19.589384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.571916Z","time spent":"1.01741878s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:31.760125Z","caller":"traceutil/trace.go:171","msg":"trace[2111404298] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"133.788766ms","start":"2026-03-18T21:50:31.626299Z","end":"2026-03-18T21:50:31.760087Z","steps":["trace[2111404298] 'process raft request' (duration: 110.113443ms)","trace[2111404298] 'compare' (duration: 23.344295ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:32.226954Z","caller":"traceutil/trace.go:171","msg":"trace[706748291] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:994; }","duration":"116.80364ms","start":"2026-03-18T21:50:32.11012Z","end":"2026-03-18T21:50:32.226923Z","steps":["trace[706748291] 'read index received' (duration: 116.546604ms)","trace[706748291] 'applied index is now lower than readState.Index' (duration: 255.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:32.227053Z","caller":"traceutil/trace.go:171","msg":"trace[289257920] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"129.2581ms","start":"2026-03-18T21:50:32.097756Z","end":"2026-03-18T21:50:32.227014Z","steps":["trace[289257920] 'process raft request' (duration: 129.007544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:32.227391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.226989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T21:50:32.227723Z","caller":"traceutil/trace.go:171","msg":"trace[1363439431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:960; }","duration":"117.635038ms","start":"2026-03-18T21:50:32.110059Z","end":"2026-03-18T21:50:32.227694Z","steps":["trace[1363439431] 'agreement among raft nodes before linearized reading' (duration: 117.007764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:38.808101Z","caller":"traceutil/trace.go:171","msg":"trace[788520604] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"152.325048ms","start":"2026-03-18T21:50:38.65575Z","end":"2026-03-18T21:50:38.808075Z","steps":["trace[788520604] 'process raft request' (duration: 152.163625ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:38.809999Z","caller":"traceutil/trace.go:171","msg":"trace[1828980161] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"133.276934ms","start":"2026-03-18T21:50:38.6767Z","end":"2026-03-18T21:50:38.809977Z","steps":["trace[1828980161] 'process raft request' (duration: 133.168852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:43.916433Z","caller":"traceutil/trace.go:171","msg":"trace[63066299] linearizableReadLoop","detail":"{readStateIndex:1098; appliedIndex:1097; }","duration":"251.958128ms","start":"2026-03-18T21:50:43.664452Z","end":"2026-03-18T21:50:43.91641Z","steps":["trace[63066299] 'read index received' (duration: 251.716582ms)","trace[63066299] 'applied index is now lower than readState.Index' (duration: 240.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:43.916525Z","caller":"traceutil/trace.go:171","msg":"trace[1481581035] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"326.118646ms","start":"2026-03-18T21:50:43.590362Z","end":"2026-03-18T21:50:43.916481Z","steps":["trace[1481581035] 'process raft request' (duration: 325.869999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:43.916645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.156784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:43.916714Z","caller":"traceutil/trace.go:171","msg":"trace[147899347] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1059; }","duration":"252.312627ms","start":"2026-03-18T21:50:43.664384Z","end":"2026-03-18T21:50:43.916697Z","steps":["trace[147899347] 'agreement among raft nodes before linearized reading' (duration: 252.146843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:43.91673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:43.590339Z","time spent":"326.298889ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:49.333962Z","caller":"traceutil/trace.go:171","msg":"trace[1447822400] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"257.6437ms","start":"2026-03-18T21:50:49.076284Z","end":"2026-03-18T21:50:49.333927Z","steps":["trace[1447822400] 'process raft request' (duration: 257.418394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:49.335746Z","caller":"traceutil/trace.go:171","msg":"trace[1776925738] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"242.842349ms","start":"2026-03-18T21:50:49.092884Z","end":"2026-03-18T21:50:49.335726Z","steps":["trace[1776925738] 'process raft request' (duration: 242.700126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:52.445745Z","caller":"traceutil/trace.go:171","msg":"trace[1668119989] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"101.693461ms","start":"2026-03-18T21:50:52.344014Z","end":"2026-03-18T21:50:52.445708Z","steps":["trace[1668119989] 'process raft request' (duration: 100.903673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:16.483951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.79448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:16.484045Z","caller":"traceutil/trace.go:171","msg":"trace[1709645893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"296.925852ms","start":"2026-03-18T21:51:16.187101Z","end":"2026-03-18T21:51:16.484027Z","steps":["trace[1709645893] 'range keys from in-memory index tree' (duration: 296.729048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:16.483955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.671066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-18T21:51:16.484327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.39319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a41593c-98c1-4f4a-82bb-c0f31e6cc8b3\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-18T21:51:16.484377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.75925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a41593c-98c1-4f4a-82bb-c0f31e6cc8b3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-18T21:51:16.484383Z","caller":"traceutil/trace.go:171","msg":"trace[809401072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1568; }","duration":"307.113136ms","start":"2026-03-18T21:51:16.177248Z","end":"2026-03-18T21:51:16.484361Z","steps":["trace[809401072] 'range keys from in-memory index tree' (duration: 306.478142ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:16.484418Z","caller":"traceutil/trace.go:171","msg":"trace[1113862631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a41593c-98c1-4f4a-82bb-c0f31e6cc8b3; range_end:; response_count:1; response_revision:1568; }","duration":"210.839182ms","start":"2026-03-18T21:51:16.273565Z","end":"2026-03-18T21:51:16.484404Z","steps":["trace[1113862631] 'range keys from in-memory index tree' (duration: 210.586506ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:16.484434Z","caller":"traceutil/trace.go:171","msg":"trace[1210272398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a41593c-98c1-4f4a-82bb-c0f31e6cc8b3; range_end:; response_count:1; response_revision:1568; }","duration":"724.539144ms","start":"2026-03-18T21:51:15.759861Z","end":"2026-03-18T21:51:16.4844Z","steps":["trace[1210272398] 'range keys from in-memory index tree' (duration: 724.186906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:16.484426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:16.177158Z","time spent":"307.256449ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:51:16.484494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:15.759842Z","time spent":"724.636187ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a41593c-98c1-4f4a-82bb-c0f31e6cc8b3\" "} {"level":"info","ts":"2026-03-18T21:51:16.597519Z","caller":"traceutil/trace.go:171","msg":"trace[1896923735] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"108.658761ms","start":"2026-03-18T21:51:16.488826Z","end":"2026-03-18T21:51:16.597485Z","steps":["trace[1896923735] 'process raft request' (duration: 108.413025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:16.782331Z","caller":"traceutil/trace.go:171","msg":"trace[1186177329] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1636; }","duration":"228.712924ms","start":"2026-03-18T21:51:16.553592Z","end":"2026-03-18T21:51:16.782305Z","steps":["trace[1186177329] 'read index received' (duration: 43.623285ms)","trace[1186177329] 'applied index is now lower than readState.Index' (duration: 185.088119ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:16.782418Z","caller":"traceutil/trace.go:171","msg":"trace[884444932] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"290.25878ms","start":"2026-03-18T21:51:16.492119Z","end":"2026-03-18T21:51:16.782378Z","steps":["trace[884444932] 'process raft request' (duration: 289.959233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:16.782647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.654696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:51:16.782722Z","caller":"traceutil/trace.go:171","msg":"trace[584754738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1570; }","duration":"140.77771ms","start":"2026-03-18T21:51:16.641925Z","end":"2026-03-18T21:51:16.782703Z","steps":["trace[584754738] 'agreement among raft nodes before linearized reading' (duration: 140.555145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:16.782772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.82001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T21:51:16.782813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.512487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:51:16.782973Z","caller":"traceutil/trace.go:171","msg":"trace[1738796454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1570; }","duration":"111.743432ms","start":"2026-03-18T21:51:16.671209Z","end":"2026-03-18T21:51:16.782953Z","steps":["trace[1738796454] 'agreement among raft nodes before linearized reading' (duration: 111.314222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:16.78287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.574418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:51:16.783099Z","caller":"traceutil/trace.go:171","msg":"trace[1384023957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1570; }","duration":"111.865195ms","start":"2026-03-18T21:51:16.6712Z","end":"2026-03-18T21:51:16.783065Z","steps":["trace[1384023957] 'agreement among raft nodes before linearized reading' (duration: 111.425515ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:16.78292Z","caller":"traceutil/trace.go:171","msg":"trace[1043868514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1570; }","duration":"114.016304ms","start":"2026-03-18T21:51:16.668886Z","end":"2026-03-18T21:51:16.782902Z","steps":["trace[1043868514] 'agreement among raft nodes before linearized reading' (duration: 113.672946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:16.783246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.644875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:51:16.783303Z","caller":"traceutil/trace.go:171","msg":"trace[1216804086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1570; }","duration":"229.721487ms","start":"2026-03-18T21:51:16.553566Z","end":"2026-03-18T21:51:16.783288Z","steps":["trace[1216804086] 'agreement among raft nodes before linearized reading' (duration: 228.893098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:16.888849Z","caller":"traceutil/trace.go:171","msg":"trace[1672622657] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"100.80598ms","start":"2026-03-18T21:51:16.788021Z","end":"2026-03-18T21:51:16.888827Z","steps":["trace[1672622657] 'process raft request' (duration: 100.723308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:16.888876Z","caller":"traceutil/trace.go:171","msg":"trace[955454890] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"100.8236ms","start":"2026-03-18T21:51:16.788013Z","end":"2026-03-18T21:51:16.888837Z","steps":["trace[955454890] 'process raft request' (duration: 79.823846ms)","trace[955454890] 'compare' (duration: 20.81009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:17.497314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.774333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:17.497408Z","caller":"traceutil/trace.go:171","msg":"trace[932879795] linearizableReadLoop","detail":"{readStateIndex:1643; appliedIndex:1642; }","duration":"331.848178ms","start":"2026-03-18T21:51:17.165545Z","end":"2026-03-18T21:51:17.497393Z","steps":["trace[932879795] 'read index received' (duration: 229.972484ms)","trace[932879795] 'applied index is now lower than readState.Index' (duration: 101.874493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:17.497689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.135064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-18T21:51:17.497755Z","caller":"traceutil/trace.go:171","msg":"trace[1247635526] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1575; }","duration":"332.235716ms","start":"2026-03-18T21:51:17.165502Z","end":"2026-03-18T21:51:17.497738Z","steps":["trace[1247635526] 'agreement among raft nodes before linearized reading' (duration: 332.084663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:17.497796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:17.165483Z","time spent":"332.302607ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T21:51:17.497575Z","caller":"traceutil/trace.go:171","msg":"trace[1270196784] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"437.98171ms","start":"2026-03-18T21:51:17.059553Z","end":"2026-03-18T21:51:17.497535Z","steps":["trace[1270196784] 'process raft request' (duration: 335.916571ms)","trace[1270196784] 'compare' (duration: 101.68128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:17.498028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:17.059528Z","time spent":"438.438009ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:17.512314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.233742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:17.512405Z","caller":"traceutil/trace.go:171","msg":"trace[1707925487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1576; }","duration":"324.365525ms","start":"2026-03-18T21:51:17.188009Z","end":"2026-03-18T21:51:17.512375Z","steps":["trace[1707925487] 'agreement among raft nodes before linearized reading' (duration: 324.234092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:17.512443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:17.187984Z","time spent":"324.451678ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:51:30.775454Z","caller":"traceutil/trace.go:171","msg":"trace[1044678056] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"105.794375ms","start":"2026-03-18T21:51:30.669639Z","end":"2026-03-18T21:51:30.775433Z","steps":["trace[1044678056] 'process raft request' (duration: 105.665112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:32.108875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702924698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:51:32.559453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173722962s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:51:32.559822Z","caller":"traceutil/trace.go:171","msg":"trace[1849021030] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"1.174160452s","start":"2026-03-18T21:51:31.385634Z","end":"2026-03-18T21:51:32.559794Z","steps":["trace[1849021030] 'process raft request' (duration: 1.174019309s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:32.560003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:31.385617Z","time spent":"1.174294994s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5583,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:32.733423Z","caller":"traceutil/trace.go:171","msg":"trace[1538335184] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"1.178023561s","start":"2026-03-18T21:51:31.555373Z","end":"2026-03-18T21:51:32.733396Z","steps":["trace[1538335184] 'process raft request' (duration: 1.177278773s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:32.733594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:31.555347Z","time spent":"1.178163975s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:32.733646Z","caller":"traceutil/trace.go:171","msg":"trace[1247796211] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1758; }","duration":"1.125339108s","start":"2026-03-18T21:51:31.608282Z","end":"2026-03-18T21:51:32.733621Z","steps":["trace[1247796211] 'read index received' (duration: 951.395965ms)","trace[1247796211] 'applied index is now lower than readState.Index' (duration: 173.942143ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:32.733642Z","caller":"traceutil/trace.go:171","msg":"trace[1366305500] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"1.097077798s","start":"2026-03-18T21:51:31.63654Z","end":"2026-03-18T21:51:32.733618Z","steps":["trace[1366305500] 'process raft request' (duration: 1.096805552s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:32.733791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:31.636514Z","time spent":"1.097206642s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:32.733823Z","caller":"traceutil/trace.go:171","msg":"trace[1077316979] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"204.753142ms","start":"2026-03-18T21:51:32.529059Z","end":"2026-03-18T21:51:32.733812Z","steps":["trace[1077316979] 'process raft request' (duration: 204.457545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:32.734094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125803679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T21:51:32.734128Z","caller":"traceutil/trace.go:171","msg":"trace[2136574551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1690; }","duration":"1.125890342s","start":"2026-03-18T21:51:31.608226Z","end":"2026-03-18T21:51:32.734117Z","steps":["trace[2136574551] 'agreement among raft nodes before linearized reading' (duration: 1.125739578s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:32.734157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:31.608204Z","time spent":"1.125945252s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:51:32.737503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.712014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:51:32.737527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.071356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:51:32.73755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.067503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-276p4\" ","response":"range_response_count:1 size:6114"} {"level":"info","ts":"2026-03-18T21:51:32.737608Z","caller":"traceutil/trace.go:171","msg":"trace[1510055882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1691; }","duration":"549.186669ms","start":"2026-03-18T21:51:32.1884Z","end":"2026-03-18T21:51:32.737586Z","steps":["trace[1510055882] 'agreement among raft nodes before linearized reading' (duration: 549.048766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:32.737612Z","caller":"traceutil/trace.go:171","msg":"trace[1933072644] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-276p4; range_end:; response_count:1; response_revision:1691; }","duration":"173.163825ms","start":"2026-03-18T21:51:32.564431Z","end":"2026-03-18T21:51:32.737595Z","steps":["trace[1933072644] 'agreement among raft nodes before linearized reading' (duration: 172.967251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:32.73759Z","caller":"traceutil/trace.go:171","msg":"trace[1849145743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1691; }","duration":"842.842728ms","start":"2026-03-18T21:51:31.894727Z","end":"2026-03-18T21:51:32.737569Z","steps":["trace[1849145743] 'agreement among raft nodes before linearized reading' (duration: 842.573192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:32.73766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:32.188382Z","time spent":"549.26554ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:32.737669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:31.894707Z","time spent":"842.9513ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T21:51:32.737921Z","caller":"traceutil/trace.go:171","msg":"trace[1546725842] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"169.219904ms","start":"2026-03-18T21:51:32.568129Z","end":"2026-03-18T21:51:32.737349Z","steps":["trace[1546725842] 'process raft request' (duration: 169.025689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:01.356121Z","caller":"traceutil/trace.go:171","msg":"trace[25392333] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"426.612052ms","start":"2026-03-18T21:52:00.929443Z","end":"2026-03-18T21:52:01.356055Z","steps":["trace[25392333] 'process raft request' (duration: 395.634978ms)","trace[25392333] 'compare' (duration: 30.677457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:01.35637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:00.929419Z","time spent":"426.815206ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:01.360534Z","caller":"traceutil/trace.go:171","msg":"trace[1684773356] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1922; }","duration":"329.000063ms","start":"2026-03-18T21:52:01.031483Z","end":"2026-03-18T21:52:01.360483Z","steps":["trace[1684773356] 'read index received' (duration: 293.581687ms)","trace[1684773356] 'applied index is now lower than readState.Index' (duration: 35.416866ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:01.360649Z","caller":"traceutil/trace.go:171","msg":"trace[29974426] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"427.554444ms","start":"2026-03-18T21:52:00.933019Z","end":"2026-03-18T21:52:01.360573Z","steps":["trace[29974426] 'process raft request' (duration: 427.303098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:01.36087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.33025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:52:01.360916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.117352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:52:01.360957Z","caller":"traceutil/trace.go:171","msg":"trace[1400103352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1845; }","duration":"329.517624ms","start":"2026-03-18T21:52:01.031417Z","end":"2026-03-18T21:52:01.360935Z","steps":["trace[1400103352] 'agreement among raft nodes before linearized reading' (duration: 329.263909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:01.360966Z","caller":"traceutil/trace.go:171","msg":"trace[250106968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1845; }","duration":"273.227635ms","start":"2026-03-18T21:52:01.087725Z","end":"2026-03-18T21:52:01.360952Z","steps":["trace[250106968] 'agreement among raft nodes before linearized reading' (duration: 272.988259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:01.361004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:01.031395Z","time spent":"329.599407ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:01.361167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.633839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-18T21:52:01.361165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:00.932941Z","time spent":"427.842711ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:01.361215Z","caller":"traceutil/trace.go:171","msg":"trace[1087858796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1845; }","duration":"268.713121ms","start":"2026-03-18T21:52:01.09249Z","end":"2026-03-18T21:52:01.361203Z","steps":["trace[1087858796] 'agreement among raft nodes before linearized reading' (duration: 268.570328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:01.361664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.515449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:52:01.36174Z","caller":"traceutil/trace.go:171","msg":"trace[712352204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1845; }","duration":"265.618361ms","start":"2026-03-18T21:52:01.096103Z","end":"2026-03-18T21:52:01.361722Z","steps":["trace[712352204] 'agreement among raft nodes before linearized reading' (duration: 264.857624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:01.361998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.771402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:01.362031Z","caller":"traceutil/trace.go:171","msg":"trace[1838001943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1845; }","duration":"166.857725ms","start":"2026-03-18T21:52:01.195163Z","end":"2026-03-18T21:52:01.36202Z","steps":["trace[1838001943] 'agreement among raft nodes before linearized reading' (duration: 166.799493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:02.022481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.436402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:02.022651Z","caller":"traceutil/trace.go:171","msg":"trace[1045531133] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1927; }","duration":"536.224185ms","start":"2026-03-18T21:52:01.486401Z","end":"2026-03-18T21:52:02.022625Z","steps":["trace[1045531133] 'read index received' (duration: 58.591µs)","trace[1045531133] 'applied index is now lower than readState.Index' (duration: 536.163454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:02.022788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.367537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:02.022877Z","caller":"traceutil/trace.go:171","msg":"trace[940108390] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1849; }","duration":"536.536382ms","start":"2026-03-18T21:52:01.486326Z","end":"2026-03-18T21:52:02.022863Z","steps":["trace[940108390] 'agreement among raft nodes before linearized reading' (duration: 536.386919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:02.022934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:01.4863Z","time spent":"536.620914ms","remote":"127.0.0.1:40150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:02.023286Z","caller":"traceutil/trace.go:171","msg":"trace[1559548929] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"655.735263ms","start":"2026-03-18T21:52:01.366925Z","end":"2026-03-18T21:52:02.02266Z","steps":["trace[1559548929] 'process raft request' (duration: 88.973664ms)","trace[1559548929] 'compare' (duration: 565.542422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:02.023408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:01.366915Z","time spent":"656.415428ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:03.028828Z","caller":"traceutil/trace.go:171","msg":"trace[867332014] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"268.128699ms","start":"2026-03-18T21:52:02.760659Z","end":"2026-03-18T21:52:03.028788Z","steps":["trace[867332014] 'process raft request' (duration: 267.945105ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:03.175341Z","caller":"traceutil/trace.go:171","msg":"trace[1634692402] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1928; }","duration":"216.717299ms","start":"2026-03-18T21:52:02.958604Z","end":"2026-03-18T21:52:03.175322Z","steps":["trace[1634692402] 'read index received' (duration: 69.986352ms)","trace[1634692402] 'applied index is now lower than readState.Index' (duration: 146.730237ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:03.175425Z","caller":"traceutil/trace.go:171","msg":"trace[275162885] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"244.855288ms","start":"2026-03-18T21:52:02.930526Z","end":"2026-03-18T21:52:03.175382Z","steps":["trace[275162885] 'process raft request' (duration: 186.337278ms)","trace[275162885] 'compare' (duration: 58.265295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:03.175577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.732551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:03.175609Z","caller":"traceutil/trace.go:171","msg":"trace[2070725459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1852; }","duration":"144.786443ms","start":"2026-03-18T21:52:03.030812Z","end":"2026-03-18T21:52:03.175599Z","steps":["trace[2070725459] 'agreement among raft nodes before linearized reading' (duration: 144.636759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:03.17566Z","caller":"traceutil/trace.go:171","msg":"trace[1169375723] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"245.070024ms","start":"2026-03-18T21:52:02.930572Z","end":"2026-03-18T21:52:03.175642Z","steps":["trace[1169375723] 'process raft request' (duration: 244.696015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:03.175649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.966575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:03.175808Z","caller":"traceutil/trace.go:171","msg":"trace[1706889760] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1852; }","duration":"217.18541ms","start":"2026-03-18T21:52:02.958551Z","end":"2026-03-18T21:52:03.175736Z","steps":["trace[1706889760] 'agreement among raft nodes before linearized reading' (duration: 216.911723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.935285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.980958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:09.935418Z","caller":"traceutil/trace.go:171","msg":"trace[334892747] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1959; }","duration":"712.376942ms","start":"2026-03-18T21:52:09.223016Z","end":"2026-03-18T21:52:09.935393Z","steps":["trace[334892747] 'read index received' (duration: 33.281997ms)","trace[334892747] 'applied index is now lower than readState.Index' (duration: 679.093205ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:09.935503Z","caller":"traceutil/trace.go:171","msg":"trace[550474138] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"737.235808ms","start":"2026-03-18T21:52:09.198255Z","end":"2026-03-18T21:52:09.935491Z","steps":["trace[550474138] 'process raft request' (duration: 146.942563ms)","trace[550474138] 'compare' (duration: 589.22579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:09.93556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:09.198231Z","time spent":"737.295649ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:09.935707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.848007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T21:52:09.935795Z","caller":"traceutil/trace.go:171","msg":"trace[405913494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1880; }","duration":"535.998111ms","start":"2026-03-18T21:52:09.399775Z","end":"2026-03-18T21:52:09.935774Z","steps":["trace[405913494] 'agreement among raft nodes before linearized reading' (duration: 535.749016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.935843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:09.399744Z","time spent":"536.090633ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:52:09.93644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.109333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:52:09.938851Z","caller":"traceutil/trace.go:171","msg":"trace[1232252230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1880; }","duration":"498.539728ms","start":"2026-03-18T21:52:09.440269Z","end":"2026-03-18T21:52:09.938809Z","steps":["trace[1232252230] 'agreement among raft nodes before linearized reading' (duration: 495.596311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.938889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.731335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T21:52:09.938951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:09.440247Z","time spent":"498.674772ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:52:09.938982Z","caller":"traceutil/trace.go:171","msg":"trace[1717061685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1880; }","duration":"449.855691ms","start":"2026-03-18T21:52:09.489086Z","end":"2026-03-18T21:52:09.938942Z","steps":["trace[1717061685] 'agreement among raft nodes before linearized reading' (duration: 446.781751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.939075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:09.489077Z","time spent":"449.978104ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:09.938607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.266302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:52:09.939271Z","caller":"traceutil/trace.go:171","msg":"trace[891393711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1880; }","duration":"539.036869ms","start":"2026-03-18T21:52:09.400222Z","end":"2026-03-18T21:52:09.939259Z","steps":["trace[891393711] 'agreement among raft nodes before linearized reading' (duration: 535.639372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.939271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.056546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:52:09.939302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:09.40017Z","time spent":"539.121972ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:52:09.939342Z","caller":"traceutil/trace.go:171","msg":"trace[940404568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1880; }","duration":"450.164048ms","start":"2026-03-18T21:52:09.48916Z","end":"2026-03-18T21:52:09.939324Z","steps":["trace[940404568] 'agreement among raft nodes before linearized reading' (duration: 446.700379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.939392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:09.48914Z","time spent":"450.23111ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:09.939647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.638429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:09.939709Z","caller":"traceutil/trace.go:171","msg":"trace[314535292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1880; }","duration":"716.70203ms","start":"2026-03-18T21:52:09.222996Z","end":"2026-03-18T21:52:09.939698Z","steps":["trace[314535292] 'agreement among raft nodes before linearized reading' (duration: 712.898184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.939739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:09.222242Z","time spent":"717.483378ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:09.939888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.621354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-18T21:52:09.939918Z","caller":"traceutil/trace.go:171","msg":"trace[391118957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1880; }","duration":"124.700606ms","start":"2026-03-18T21:52:09.815201Z","end":"2026-03-18T21:52:09.939902Z","steps":["trace[391118957] 'agreement among raft nodes before linearized reading' (duration: 120.670944ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:10.784082Z","caller":"traceutil/trace.go:171","msg":"trace[502640644] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"247.623681ms","start":"2026-03-18T21:52:10.536427Z","end":"2026-03-18T21:52:10.784051Z","steps":["trace[502640644] 'process raft request' (duration: 247.454807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:11.456575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702925202,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:52:11.604048Z","caller":"traceutil/trace.go:171","msg":"trace[1301260516] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"685.859818ms","start":"2026-03-18T21:52:10.918157Z","end":"2026-03-18T21:52:11.604017Z","steps":["trace[1301260516] 'process raft request' (duration: 685.694745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:11.604218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:10.918133Z","time spent":"685.997012ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:11.605735Z","caller":"traceutil/trace.go:171","msg":"trace[87648687] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1969; }","duration":"650.284649ms","start":"2026-03-18T21:52:10.955424Z","end":"2026-03-18T21:52:11.605709Z","steps":["trace[87648687] 'read index received' (duration: 648.505068ms)","trace[87648687] 'applied index is now lower than readState.Index' (duration: 1.778161ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:11.60584Z","caller":"traceutil/trace.go:171","msg":"trace[407233675] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"344.163767ms","start":"2026-03-18T21:52:11.261666Z","end":"2026-03-18T21:52:11.60583Z","steps":["trace[407233675] 'process raft request' (duration: 343.912401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:11.605919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.882028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:11.605951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:11.261637Z","time spent":"344.240089ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:11.605986Z","caller":"traceutil/trace.go:171","msg":"trace[1043923002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1890; }","duration":"418.968209ms","start":"2026-03-18T21:52:11.186985Z","end":"2026-03-18T21:52:11.605954Z","steps":["trace[1043923002] 'agreement among raft nodes before linearized reading' (duration: 418.867376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:11.606016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:11.186967Z","time spent":"419.041901ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:11.605998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.76137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:11.606107Z","caller":"traceutil/trace.go:171","msg":"trace[581148761] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1890; }","duration":"103.927614ms","start":"2026-03-18T21:52:11.502152Z","end":"2026-03-18T21:52:11.60608Z","steps":["trace[581148761] 'agreement among raft nodes before linearized reading' (duration: 103.75406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:11.606591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.166129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:11.606761Z","caller":"traceutil/trace.go:171","msg":"trace[374525860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"651.272051ms","start":"2026-03-18T21:52:10.955365Z","end":"2026-03-18T21:52:11.606637Z","steps":["trace[374525860] 'agreement among raft nodes before linearized reading' (duration: 651.033136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:11.606807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:10.955344Z","time spent":"651.452566ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:12.432996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.70837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:12.433181Z","caller":"traceutil/trace.go:171","msg":"trace[2118501415] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1971; }","duration":"472.101736ms","start":"2026-03-18T21:52:11.961002Z","end":"2026-03-18T21:52:12.433104Z","steps":["trace[2118501415] 'read index received' (duration: 32.087569ms)","trace[2118501415] 'applied index is now lower than readState.Index' (duration: 440.012537ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:12.433191Z","caller":"traceutil/trace.go:171","msg":"trace[1720734644] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"481.671885ms","start":"2026-03-18T21:52:11.951481Z","end":"2026-03-18T21:52:12.433153Z","steps":["trace[1720734644] 'process raft request' (duration: 41.704229ms)","trace[1720734644] 'compare' (duration: 439.329632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:12.433338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:11.951453Z","time spent":"481.803998ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:12.433441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.417763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T21:52:12.433498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.469911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:52:12.433529Z","caller":"traceutil/trace.go:171","msg":"trace[1116722010] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1891; }","duration":"472.566727ms","start":"2026-03-18T21:52:11.960942Z","end":"2026-03-18T21:52:12.433509Z","steps":["trace[1116722010] 'agreement among raft nodes before linearized reading' (duration: 472.300521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:12.433544Z","caller":"traceutil/trace.go:171","msg":"trace[1695917218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1891; }","duration":"423.565523ms","start":"2026-03-18T21:52:12.009967Z","end":"2026-03-18T21:52:12.433532Z","steps":["trace[1695917218] 'agreement among raft nodes before linearized reading' (duration: 423.328057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.433585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.009943Z","time spent":"423.633685ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:52:12.433666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.321865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:52:12.433729Z","caller":"traceutil/trace.go:171","msg":"trace[41062485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1891; }","duration":"335.390677ms","start":"2026-03-18T21:52:12.098323Z","end":"2026-03-18T21:52:12.433714Z","steps":["trace[41062485] 'agreement among raft nodes before linearized reading' (duration: 335.228003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.433753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.098248Z","time spent":"335.5003ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:12.433576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:11.960914Z","time spent":"472.653029ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:52:12.433893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.84805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:12.433962Z","caller":"traceutil/trace.go:171","msg":"trace[1120727866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"245.956563ms","start":"2026-03-18T21:52:12.187986Z","end":"2026-03-18T21:52:12.433942Z","steps":["trace[1120727866] 'agreement among raft nodes before linearized reading' (duration: 245.81982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.433966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.073283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:52:12.434051Z","caller":"traceutil/trace.go:171","msg":"trace[128547328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1891; }","duration":"423.192855ms","start":"2026-03-18T21:52:12.010838Z","end":"2026-03-18T21:52:12.434031Z","steps":["trace[128547328] 'agreement among raft nodes before linearized reading' (duration: 422.885408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.434039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.319027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T21:52:12.43411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.010831Z","time spent":"423.269858ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:12.434084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.884046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:52:12.434146Z","caller":"traceutil/trace.go:171","msg":"trace[990329471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1891; }","duration":"423.494013ms","start":"2026-03-18T21:52:12.010623Z","end":"2026-03-18T21:52:12.434117Z","steps":["trace[990329471] 'agreement among raft nodes before linearized reading' (duration: 423.160394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:12.434189Z","caller":"traceutil/trace.go:171","msg":"trace[112500926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1891; }","duration":"423.017521ms","start":"2026-03-18T21:52:12.011145Z","end":"2026-03-18T21:52:12.434163Z","steps":["trace[112500926] 'agreement among raft nodes before linearized reading' (duration: 422.677022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.434248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.011133Z","time spent":"423.106243ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:52:12.434197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.0106Z","time spent":"423.588365ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T21:52:12.674009Z","caller":"traceutil/trace.go:171","msg":"trace[852277893] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"235.432104ms","start":"2026-03-18T21:52:12.438546Z","end":"2026-03-18T21:52:12.673978Z","steps":["trace[852277893] 'process raft request' (duration: 221.911947ms)","trace[852277893] 'compare' (duration: 13.405284ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:12.868173Z","caller":"traceutil/trace.go:171","msg":"trace[1635405635] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"429.495257ms","start":"2026-03-18T21:52:12.438651Z","end":"2026-03-18T21:52:12.868146Z","steps":["trace[1635405635] 'process raft request' (duration: 427.710207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.868357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.438589Z","time spent":"429.673081ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:12.868378Z","caller":"traceutil/trace.go:171","msg":"trace[31546902] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"429.57801ms","start":"2026-03-18T21:52:12.438776Z","end":"2026-03-18T21:52:12.868354Z","steps":["trace[31546902] 'process raft request' (duration: 429.318934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.868516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.438749Z","time spent":"429.690692ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:12.868763Z","caller":"traceutil/trace.go:171","msg":"trace[1515588444] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"429.877367ms","start":"2026-03-18T21:52:12.438871Z","end":"2026-03-18T21:52:12.868749Z","steps":["trace[1515588444] 'process raft request' (duration: 429.415536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.868869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.438849Z","time spent":"429.965779ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:12.869416Z","caller":"traceutil/trace.go:171","msg":"trace[1311773993] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"430.496221ms","start":"2026-03-18T21:52:12.438902Z","end":"2026-03-18T21:52:12.869398Z","steps":["trace[1311773993] 'process raft request' (duration: 429.779775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.869519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.438884Z","time spent":"430.588692ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:12.869657Z","caller":"traceutil/trace.go:171","msg":"trace[650426764] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1972; }","duration":"253.490675ms","start":"2026-03-18T21:52:12.616149Z","end":"2026-03-18T21:52:12.86964Z","steps":["trace[650426764] 'read index received' (duration: 44.321108ms)","trace[650426764] 'applied index is now lower than readState.Index' (duration: 209.168497ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:12.869738Z","caller":"traceutil/trace.go:171","msg":"trace[1293019309] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"430.640994ms","start":"2026-03-18T21:52:12.439085Z","end":"2026-03-18T21:52:12.869726Z","steps":["trace[1293019309] 'process raft request' (duration: 430.246935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:12.869806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.439057Z","time spent":"430.718315ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:12.869865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.707061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:12.869933Z","caller":"traceutil/trace.go:171","msg":"trace[1608353418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"253.827323ms","start":"2026-03-18T21:52:12.61609Z","end":"2026-03-18T21:52:12.869918Z","steps":["trace[1608353418] 'agreement among raft nodes before linearized reading' (duration: 253.625019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.239119Z","caller":"traceutil/trace.go:171","msg":"trace[1721754887] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"111.152186ms","start":"2026-03-18T21:52:55.127945Z","end":"2026-03-18T21:52:55.239097Z","steps":["trace[1721754887] 'process raft request' (duration: 110.986372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.290272Z","caller":"traceutil/trace.go:171","msg":"trace[279752812] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"160.779853ms","start":"2026-03-18T21:52:55.129467Z","end":"2026-03-18T21:52:55.290247Z","steps":["trace[279752812] 'process raft request' (duration: 160.592939ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.290596Z","caller":"traceutil/trace.go:171","msg":"trace[619163070] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"160.373633ms","start":"2026-03-18T21:52:55.130199Z","end":"2026-03-18T21:52:55.290572Z","steps":["trace[619163070] 'process raft request' (duration: 160.001335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.290617Z","caller":"traceutil/trace.go:171","msg":"trace[846402815] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2306; }","duration":"105.199024ms","start":"2026-03-18T21:52:55.185395Z","end":"2026-03-18T21:52:55.290594Z","steps":["trace[846402815] 'read index received' (duration: 53.546643ms)","trace[846402815] 'applied index is now lower than readState.Index' (duration: 51.650131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:55.290721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.314797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:55.290755Z","caller":"traceutil/trace.go:171","msg":"trace[1834450244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2213; }","duration":"105.402629ms","start":"2026-03-18T21:52:55.185344Z","end":"2026-03-18T21:52:55.290747Z","steps":["trace[1834450244] 'agreement among raft nodes before linearized reading' (duration: 105.330767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.421264Z","caller":"traceutil/trace.go:171","msg":"trace[1267540941] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"122.318495ms","start":"2026-03-18T21:52:55.298923Z","end":"2026-03-18T21:52:55.421241Z","steps":["trace[1267540941] 'process raft request' (duration: 121.804563ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:58.804914Z","caller":"traceutil/trace.go:171","msg":"trace[111591907] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"111.920973ms","start":"2026-03-18T21:52:58.692965Z","end":"2026-03-18T21:52:58.804886Z","steps":["trace[111591907] 'process raft request' (duration: 85.612267ms)","trace[111591907] 'compare' (duration: 26.181623ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:58.851247Z","caller":"traceutil/trace.go:171","msg":"trace[1839413310] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"122.50009ms","start":"2026-03-18T21:52:58.728718Z","end":"2026-03-18T21:52:58.851218Z","steps":["trace[1839413310] 'process raft request' (duration: 122.362097ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:58.851401Z","caller":"traceutil/trace.go:171","msg":"trace[120149749] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"122.51382ms","start":"2026-03-18T21:52:58.728784Z","end":"2026-03-18T21:52:58.851298Z","steps":["trace[120149749] 'process raft request' (duration: 122.357616ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:59.316834Z","caller":"traceutil/trace.go:171","msg":"trace[1870636086] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"165.296432ms","start":"2026-03-18T21:52:59.151485Z","end":"2026-03-18T21:52:59.316782Z","steps":["trace[1870636086] 'process raft request' (duration: 165.044477ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:59.316972Z","caller":"traceutil/trace.go:171","msg":"trace[438392458] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"165.17148ms","start":"2026-03-18T21:52:59.151763Z","end":"2026-03-18T21:52:59.316935Z","steps":["trace[438392458] 'process raft request' (duration: 164.893344ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:59.31719Z","caller":"traceutil/trace.go:171","msg":"trace[1906205216] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2365; }","duration":"165.165869ms","start":"2026-03-18T21:52:59.151754Z","end":"2026-03-18T21:52:59.31692Z","steps":["trace[1906205216] 'read index received' (duration: 5.689207ms)","trace[1906205216] 'applied index is now lower than readState.Index' (duration: 159.475422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:59.317492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.716321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8409"} {"level":"info","ts":"2026-03-18T21:52:59.31755Z","caller":"traceutil/trace.go:171","msg":"trace[1245570631] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2270; }","duration":"165.814884ms","start":"2026-03-18T21:52:59.151717Z","end":"2026-03-18T21:52:59.317532Z","steps":["trace[1245570631] 'agreement among raft nodes before linearized reading' (duration: 165.369884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:59.317599Z","caller":"traceutil/trace.go:171","msg":"trace[1309510786] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"161.361544ms","start":"2026-03-18T21:52:59.15617Z","end":"2026-03-18T21:52:59.317531Z","steps":["trace[1309510786] 'process raft request' (duration: 160.597367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:59.317783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.452364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:59.317861Z","caller":"traceutil/trace.go:171","msg":"trace[721662376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2270; }","duration":"129.594057ms","start":"2026-03-18T21:52:59.188253Z","end":"2026-03-18T21:52:59.317847Z","steps":["trace[721662376] 'agreement among raft nodes before linearized reading' (duration: 129.470034ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:59.677058Z","caller":"traceutil/trace.go:171","msg":"trace[321512064] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"352.538974ms","start":"2026-03-18T21:52:59.32448Z","end":"2026-03-18T21:52:59.677019Z","steps":["trace[321512064] 'process raft request' (duration: 318.997797ms)","trace[321512064] 'compare' (duration: 33.167409ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:59.677094Z","caller":"traceutil/trace.go:171","msg":"trace[1303378668] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"349.085807ms","start":"2026-03-18T21:52:59.327973Z","end":"2026-03-18T21:52:59.677059Z","steps":["trace[1303378668] 'process raft request' (duration: 348.952194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:59.677179Z","caller":"traceutil/trace.go:171","msg":"trace[790856249] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"348.965755ms","start":"2026-03-18T21:52:59.328123Z","end":"2026-03-18T21:52:59.677088Z","steps":["trace[790856249] 'process raft request' (duration: 348.860203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:59.677265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:59.324449Z","time spent":"352.728749ms","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130156,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:59.677313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.55985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:59.677329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:59.327953Z","time spent":"349.296363ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:52:59.677348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:59.32811Z","time spent":"349.165959ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:52:59.677363Z","caller":"traceutil/trace.go:171","msg":"trace[696715889] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2279; }","duration":"302.678643ms","start":"2026-03-18T21:52:59.374674Z","end":"2026-03-18T21:52:59.677353Z","steps":["trace[696715889] 'agreement among raft nodes before linearized reading' (duration: 302.55032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:59.677167Z","caller":"traceutil/trace.go:171","msg":"trace[530490971] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2370; }","duration":"302.403597ms","start":"2026-03-18T21:52:59.374737Z","end":"2026-03-18T21:52:59.67714Z","steps":["trace[530490971] 'read index received' (duration: 34.625451ms)","trace[530490971] 'applied index is now lower than readState.Index' (duration: 267.776296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:59.677411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:59.374651Z","time spent":"302.748995ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T21:52:59.677567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.680182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:59.67762Z","caller":"traceutil/trace.go:171","msg":"trace[1997258572] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2279; }","duration":"161.792775ms","start":"2026-03-18T21:52:59.515813Z","end":"2026-03-18T21:52:59.677605Z","steps":["trace[1997258572] 'agreement among raft nodes before linearized reading' (duration: 161.678603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.016107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.459252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:53:00.0163Z","caller":"traceutil/trace.go:171","msg":"trace[1049123808] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"260.434382ms","start":"2026-03-18T21:52:59.755823Z","end":"2026-03-18T21:53:00.016258Z","steps":["trace[1049123808] 'process raft request' (duration: 122.740555ms)","trace[1049123808] 'compare' (duration: 137.163555ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:00.016351Z","caller":"traceutil/trace.go:171","msg":"trace[98210242] linearizableReadLoop","detail":"{readStateIndex:2384; appliedIndex:2383; }","duration":"249.380486ms","start":"2026-03-18T21:52:59.766947Z","end":"2026-03-18T21:53:00.016327Z","steps":["trace[98210242] 'read index received' (duration: 111.697909ms)","trace[98210242] 'applied index is now lower than readState.Index' (duration: 137.679667ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:00.016336Z","caller":"traceutil/trace.go:171","msg":"trace[223752542] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"168.921223ms","start":"2026-03-18T21:52:59.847392Z","end":"2026-03-18T21:53:00.016313Z","steps":["trace[223752542] 'process raft request' (duration: 168.829301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.016587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.626491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7173"} {"level":"info","ts":"2026-03-18T21:53:00.016629Z","caller":"traceutil/trace.go:171","msg":"trace[445842839] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2286; }","duration":"249.698383ms","start":"2026-03-18T21:52:59.76692Z","end":"2026-03-18T21:53:00.016619Z","steps":["trace[445842839] 'agreement among raft nodes before linearized reading' (duration: 249.479738ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:00.914287Z","caller":"traceutil/trace.go:171","msg":"trace[209255465] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"165.340133ms","start":"2026-03-18T21:53:00.748911Z","end":"2026-03-18T21:53:00.914251Z","steps":["trace[209255465] 'process raft request' (duration: 165.076377ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:00.925551Z","caller":"traceutil/trace.go:171","msg":"trace[2078754140] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"115.154596ms","start":"2026-03-18T21:53:00.810375Z","end":"2026-03-18T21:53:00.925529Z","steps":["trace[2078754140] 'process raft request' (duration: 115.034183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:01.497269Z","caller":"traceutil/trace.go:171","msg":"trace[193197876] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"170.6374ms","start":"2026-03-18T21:53:01.326596Z","end":"2026-03-18T21:53:01.497234Z","steps":["trace[193197876] 'process raft request' (duration: 170.347704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:05.208446Z","caller":"traceutil/trace.go:171","msg":"trace[394244370] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"270.735731ms","start":"2026-03-18T21:53:04.937676Z","end":"2026-03-18T21:53:05.208412Z","steps":["trace[394244370] 'process raft request' (duration: 270.478865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:05.208592Z","caller":"traceutil/trace.go:171","msg":"trace[2019017939] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2419; }","duration":"118.119242ms","start":"2026-03-18T21:53:05.090421Z","end":"2026-03-18T21:53:05.20854Z","steps":["trace[2019017939] 'read index received' (duration: 117.679672ms)","trace[2019017939] 'applied index is now lower than readState.Index' (duration: 435.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:05.208893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.453339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-18T21:53:05.20899Z","caller":"traceutil/trace.go:171","msg":"trace[157595847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2320; }","duration":"118.614812ms","start":"2026-03-18T21:53:05.090355Z","end":"2026-03-18T21:53:05.20897Z","steps":["trace[157595847] 'agreement among raft nodes before linearized reading' (duration: 118.329896ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:35.8249Z","caller":"traceutil/trace.go:171","msg":"trace[1654655401] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"147.803082ms","start":"2026-03-18T21:53:35.677078Z","end":"2026-03-18T21:53:35.824881Z","steps":["trace[1654655401] 'process raft request' (duration: 110.44642ms)","trace[1654655401] 'compare' (duration: 37.032755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:35.825095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.496197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T21:53:35.825142Z","caller":"traceutil/trace.go:171","msg":"trace[1341528040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2496; }","duration":"143.564598ms","start":"2026-03-18T21:53:35.681567Z","end":"2026-03-18T21:53:35.825131Z","steps":["trace[1341528040] 'agreement among raft nodes before linearized reading' (duration: 143.463456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:36.268071Z","caller":"traceutil/trace.go:171","msg":"trace[1305607679] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"128.188356ms","start":"2026-03-18T21:53:36.139838Z","end":"2026-03-18T21:53:36.268026Z","steps":["trace[1305607679] 'process raft request' (duration: 127.889319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:37.399128Z","caller":"traceutil/trace.go:171","msg":"trace[1004713763] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"267.445158ms","start":"2026-03-18T21:53:37.131655Z","end":"2026-03-18T21:53:37.3991Z","steps":["trace[1004713763] 'process raft request' (duration: 267.06154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:37.475849Z","caller":"traceutil/trace.go:171","msg":"trace[1328480367] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"141.784389ms","start":"2026-03-18T21:53:37.334017Z","end":"2026-03-18T21:53:37.475801Z","steps":["trace[1328480367] 'process raft request' (duration: 138.542167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:43.600499Z","caller":"traceutil/trace.go:171","msg":"trace[1072104201] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"101.985861ms","start":"2026-03-18T21:53:43.498473Z","end":"2026-03-18T21:53:43.600459Z","steps":["trace[1072104201] 'process raft request' (duration: 101.653774ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:55:40.84633Z","caller":"traceutil/trace.go:171","msg":"trace[86838835] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"113.412846ms","start":"2026-03-18T21:55:40.732902Z","end":"2026-03-18T21:55:40.846315Z","steps":["trace[86838835] 'process raft request' (duration: 112.832163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:21.030367Z","caller":"traceutil/trace.go:171","msg":"trace[183715871] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"244.267902ms","start":"2026-03-18T21:57:20.786069Z","end":"2026-03-18T21:57:21.030337Z","steps":["trace[183715871] 'process raft request' (duration: 207.919598ms)","trace[183715871] 'compare' (duration: 36.008596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:27.589254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.880803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:57:27.589389Z","caller":"traceutil/trace.go:171","msg":"trace[774741114] linearizableReadLoop","detail":"{readStateIndex:4411; appliedIndex:4410; }","duration":"168.641938ms","start":"2026-03-18T21:57:27.420728Z","end":"2026-03-18T21:57:27.58937Z","steps":["trace[774741114] 'read index received' (duration: 48.823714ms)","trace[774741114] 'applied index is now lower than readState.Index' (duration: 119.816824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:27.589449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.73427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:27.589479Z","caller":"traceutil/trace.go:171","msg":"trace[1767371493] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4232; }","duration":"168.815552ms","start":"2026-03-18T21:57:27.420656Z","end":"2026-03-18T21:57:27.589472Z","steps":["trace[1767371493] 'agreement among raft nodes before linearized reading' (duration: 168.75885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:27.589529Z","caller":"traceutil/trace.go:171","msg":"trace[1157317539] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"178.178112ms","start":"2026-03-18T21:57:27.411253Z","end":"2026-03-18T21:57:27.589431Z","steps":["trace[1157317539] 'process raft request' (duration: 59.013672ms)","trace[1157317539] 'compare' (duration: 118.682999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:33.103205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.261065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:33.103306Z","caller":"traceutil/trace.go:171","msg":"trace[235580816] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4333; }","duration":"233.420517ms","start":"2026-03-18T21:57:32.869866Z","end":"2026-03-18T21:57:33.103287Z","steps":["trace[235580816] 'count revisions from in-memory index tree' (duration: 233.175493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:33.103838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.791823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-18T21:57:33.103896Z","caller":"traceutil/trace.go:171","msg":"trace[1775120642] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4333; }","duration":"215.869196ms","start":"2026-03-18T21:57:32.888011Z","end":"2026-03-18T21:57:33.10388Z","steps":["trace[1775120642] 'range keys from in-memory index tree' (duration: 214.811292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:33.104296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.122904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:57:33.104426Z","caller":"traceutil/trace.go:171","msg":"trace[454524036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4333; }","duration":"201.33905ms","start":"2026-03-18T21:57:32.903058Z","end":"2026-03-18T21:57:33.104397Z","steps":["trace[454524036] 'range keys from in-memory index tree' (duration: 199.895247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:33.104421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.89099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-18T21:57:33.10459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.084042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-18T21:57:33.104644Z","caller":"traceutil/trace.go:171","msg":"trace[1364047935] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4333; }","duration":"304.152263ms","start":"2026-03-18T21:57:32.800473Z","end":"2026-03-18T21:57:33.104625Z","steps":["trace[1364047935] 'range keys from in-memory index tree' (duration: 302.298591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:33.104666Z","caller":"traceutil/trace.go:171","msg":"trace[1432975868] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4333; }","duration":"155.151336ms","start":"2026-03-18T21:57:32.949466Z","end":"2026-03-18T21:57:33.104617Z","steps":["trace[1432975868] 'range keys from in-memory index tree' (duration: 153.61362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:33.104751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:32.800466Z","time spent":"304.266355ms","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-18T21:57:35.414432Z","caller":"traceutil/trace.go:171","msg":"trace[1881159761] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"152.919835ms","start":"2026-03-18T21:57:35.261483Z","end":"2026-03-18T21:57:35.414403Z","steps":["trace[1881159761] 'process raft request' (duration: 120.289434ms)","trace[1881159761] 'compare' (duration: 32.496488ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:35.926909Z","caller":"traceutil/trace.go:171","msg":"trace[1459950371] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"109.505433ms","start":"2026-03-18T21:57:35.817377Z","end":"2026-03-18T21:57:35.926882Z","steps":["trace[1459950371] 'process raft request' (duration: 109.37551ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:36.834037Z","caller":"traceutil/trace.go:171","msg":"trace[1962538386] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4427; }","duration":"117.803889ms","start":"2026-03-18T21:57:36.716192Z","end":"2026-03-18T21:57:36.833996Z","steps":["trace[1962538386] 'process raft request' (duration: 39.537436ms)","trace[1962538386] 'compare' (duration: 78.16254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:37.582919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.219359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:57:37.58328Z","caller":"traceutil/trace.go:171","msg":"trace[393801016] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"475.591222ms","start":"2026-03-18T21:57:37.107636Z","end":"2026-03-18T21:57:37.583227Z","steps":["trace[393801016] 'process raft request' (duration: 347.959384ms)","trace[393801016] 'compare' (duration: 126.979914ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:37.583366Z","caller":"traceutil/trace.go:171","msg":"trace[750797688] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"475.554101ms","start":"2026-03-18T21:57:37.107778Z","end":"2026-03-18T21:57:37.583333Z","steps":["trace[750797688] 'process raft request' (duration: 475.285635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.583493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.107621Z","time spent":"475.765026ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:57:37.583525Z","caller":"traceutil/trace.go:171","msg":"trace[80874827] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"162.415708ms","start":"2026-03-18T21:57:37.421067Z","end":"2026-03-18T21:57:37.583482Z","steps":["trace[80874827] 'process raft request' (duration: 162.279545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.583569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.107724Z","time spent":"475.780347ms","remote":"127.0.0.1:40418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:57:37.583449Z","caller":"traceutil/trace.go:171","msg":"trace[284773402] linearizableReadLoop","detail":"{readStateIndex:4697; appliedIndex:4695; }","duration":"417.43961ms","start":"2026-03-18T21:57:37.165987Z","end":"2026-03-18T21:57:37.583427Z","steps":["trace[284773402] 'read index received' (duration: 289.588937ms)","trace[284773402] 'applied index is now lower than readState.Index' (duration: 127.849393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:37.584057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.364933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:37.584157Z","caller":"traceutil/trace.go:171","msg":"trace[357762757] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4511; }","duration":"310.515495ms","start":"2026-03-18T21:57:37.273615Z","end":"2026-03-18T21:57:37.58413Z","steps":["trace[357762757] 'agreement among raft nodes before linearized reading' (duration: 310.333831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.584207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.404607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:57:37.584217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.273603Z","time spent":"310.603437ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:57:37.584191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.148812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:57:37.584283Z","caller":"traceutil/trace.go:171","msg":"trace[1268029881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4511; }","duration":"395.494469ms","start":"2026-03-18T21:57:37.188776Z","end":"2026-03-18T21:57:37.584271Z","steps":["trace[1268029881] 'agreement among raft nodes before linearized reading' (duration: 395.410087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:37.584289Z","caller":"traceutil/trace.go:171","msg":"trace[2064120315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4511; }","duration":"337.299006ms","start":"2026-03-18T21:57:37.246973Z","end":"2026-03-18T21:57:37.584272Z","steps":["trace[2064120315] 'agreement among raft nodes before linearized reading' (duration: 337.03596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.584321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.188766Z","time spent":"395.535249ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:57:37.584346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.246946Z","time spent":"337.387128ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:57:37.584513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.125744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-18T21:57:37.584548Z","caller":"traceutil/trace.go:171","msg":"trace[708959053] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4511; }","duration":"292.215216ms","start":"2026-03-18T21:57:37.292322Z","end":"2026-03-18T21:57:37.584537Z","steps":["trace[708959053] 'agreement among raft nodes before linearized reading' (duration: 292.106804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.584565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.284884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6464536a-b31e-482f-bef0-ebf639faa09d\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-03-18T21:57:37.584641Z","caller":"traceutil/trace.go:171","msg":"trace[237329975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6464536a-b31e-482f-bef0-ebf639faa09d; range_end:; response_count:1; response_revision:4511; }","duration":"112.433938ms","start":"2026-03-18T21:57:37.472185Z","end":"2026-03-18T21:57:37.584619Z","steps":["trace[237329975] 'agreement among raft nodes before linearized reading' (duration: 112.183223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.584646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.868772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:57:37.584688Z","caller":"traceutil/trace.go:171","msg":"trace[1607851911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4511; }","duration":"322.912262ms","start":"2026-03-18T21:57:37.261764Z","end":"2026-03-18T21:57:37.584676Z","steps":["trace[1607851911] 'agreement among raft nodes before linearized reading' (duration: 322.79087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.584758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.26173Z","time spent":"323.015435ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:57:37.584996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.268752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-03-18T21:57:37.585033Z","caller":"traceutil/trace.go:171","msg":"trace[2090488880] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4511; }","duration":"407.314903ms","start":"2026-03-18T21:57:37.177708Z","end":"2026-03-18T21:57:37.585023Z","steps":["trace[2090488880] 'agreement among raft nodes before linearized reading' (duration: 406.72529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.585057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.177701Z","time spent":"407.349404ms","remote":"127.0.0.1:40028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719307,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T21:57:37.585057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.606438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T21:57:37.585101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.925734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:57:37.585155Z","caller":"traceutil/trace.go:171","msg":"trace[812454060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:4511; }","duration":"335.680089ms","start":"2026-03-18T21:57:37.249418Z","end":"2026-03-18T21:57:37.585098Z","steps":["trace[812454060] 'agreement among raft nodes before linearized reading' (duration: 335.532926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.584172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.342815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T21:57:37.584762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.518972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-18T21:57:37.585194Z","caller":"traceutil/trace.go:171","msg":"trace[141656600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4511; }","duration":"419.242421ms","start":"2026-03-18T21:57:37.165925Z","end":"2026-03-18T21:57:37.585167Z","steps":["trace[141656600] 'agreement among raft nodes before linearized reading' (duration: 417.563433ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:37.585233Z","caller":"traceutil/trace.go:171","msg":"trace[405987689] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4511; }","duration":"293.007203ms","start":"2026-03-18T21:57:37.292212Z","end":"2026-03-18T21:57:37.585219Z","steps":["trace[405987689] 'agreement among raft nodes before linearized reading' (duration: 292.487002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:37.58524Z","caller":"traceutil/trace.go:171","msg":"trace[517520147] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4511; }","duration":"358.410928ms","start":"2026-03-18T21:57:37.226809Z","end":"2026-03-18T21:57:37.58522Z","steps":["trace[517520147] 'agreement among raft nodes before linearized reading' (duration: 357.307474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.585252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.165898Z","time spent":"419.335703ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:57:37.585305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.226802Z","time spent":"358.48238ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:57:37.585314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.145728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:57:37.585361Z","caller":"traceutil/trace.go:171","msg":"trace[474928427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4511; }","duration":"248.257031ms","start":"2026-03-18T21:57:37.337094Z","end":"2026-03-18T21:57:37.585351Z","steps":["trace[474928427] 'agreement among raft nodes before linearized reading' (duration: 248.104228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.585234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.249405Z","time spent":"335.815742ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-n5vv7\" "} {"level":"warn","ts":"2026-03-18T21:57:37.584091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.124809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:57:37.585443Z","caller":"traceutil/trace.go:171","msg":"trace[1909575370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4511; }","duration":"412.51329ms","start":"2026-03-18T21:57:37.172912Z","end":"2026-03-18T21:57:37.585425Z","steps":["trace[1909575370] 'agreement among raft nodes before linearized reading' (duration: 411.022137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:37.585502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:37.172888Z","time spent":"412.599201ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:57:37.586003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.677155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-18T21:57:37.586095Z","caller":"traceutil/trace.go:171","msg":"trace[1223203044] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4511; }","duration":"292.804148ms","start":"2026-03-18T21:57:37.293274Z","end":"2026-03-18T21:57:37.586078Z","steps":["trace[1223203044] 'agreement among raft nodes before linearized reading' (duration: 290.679552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:39.486117Z","caller":"traceutil/trace.go:171","msg":"trace[1173010801] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"137.593523ms","start":"2026-03-18T21:57:39.348484Z","end":"2026-03-18T21:57:39.486077Z","steps":["trace[1173010801] 'process raft request' (duration: 137.05203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:39.997064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702931802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:57:40.46234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.521785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:57:40.46263Z","caller":"traceutil/trace.go:171","msg":"trace[1767751530] linearizableReadLoop","detail":"{readStateIndex:4755; appliedIndex:4753; }","duration":"966.415387ms","start":"2026-03-18T21:57:39.496197Z","end":"2026-03-18T21:57:40.462612Z","steps":["trace[1767751530] 'read index received' (duration: 776.437241ms)","trace[1767751530] 'applied index is now lower than readState.Index' (duration: 189.977096ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:40.46272Z","caller":"traceutil/trace.go:171","msg":"trace[1087317247] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"971.468411ms","start":"2026-03-18T21:57:39.49124Z","end":"2026-03-18T21:57:40.462709Z","steps":["trace[1087317247] 'process raft request' (duration: 781.472735ms)","trace[1087317247] 'compare' (duration: 189.404683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:40.462775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.491212Z","time spent":"971.533312ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:57:40.463107Z","caller":"traceutil/trace.go:171","msg":"trace[237738833] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"873.058876ms","start":"2026-03-18T21:57:39.589999Z","end":"2026-03-18T21:57:40.463058Z","steps":["trace[237738833] 'process raft request' (duration: 872.463312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.463127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.891107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"warn","ts":"2026-03-18T21:57:40.463203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.034788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:57:40.463221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.444544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-18T21:57:40.463248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.015917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-18T21:57:40.463262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.910919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:57:40.463285Z","caller":"traceutil/trace.go:171","msg":"trace[1837865139] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4566; }","duration":"345.189742ms","start":"2026-03-18T21:57:40.118075Z","end":"2026-03-18T21:57:40.463265Z","steps":["trace[1837865139] 'agreement among raft nodes before linearized reading' (duration: 345.034089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.46328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.589962Z","time spent":"873.228999ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:57:40.463303Z","caller":"traceutil/trace.go:171","msg":"trace[1474362919] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4566; }","duration":"967.101022ms","start":"2026-03-18T21:57:39.496163Z","end":"2026-03-18T21:57:40.463264Z","steps":["trace[1474362919] 'agreement among raft nodes before linearized reading' (duration: 966.678113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:40.4633Z","caller":"traceutil/trace.go:171","msg":"trace[1616957351] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4566; }","duration":"931.542975ms","start":"2026-03-18T21:57:39.53173Z","end":"2026-03-18T21:57:40.463273Z","steps":["trace[1616957351] 'agreement among raft nodes before linearized reading' (duration: 931.353181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.463256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.960157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:57:40.463327Z","caller":"traceutil/trace.go:171","msg":"trace[17833692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4566; }","duration":"858.99929ms","start":"2026-03-18T21:57:39.604313Z","end":"2026-03-18T21:57:40.463312Z","steps":["trace[17833692] 'agreement among raft nodes before linearized reading' (duration: 858.768595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.463331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:40.118053Z","time spent":"345.268113ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:57:40.463311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.64265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:57:40.463365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.496154Z","time spent":"967.197894ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":14520,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-18T21:57:40.46332Z","caller":"traceutil/trace.go:171","msg":"trace[599929191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4566; }","duration":"295.159131ms","start":"2026-03-18T21:57:40.168146Z","end":"2026-03-18T21:57:40.463305Z","steps":["trace[599929191] 'agreement among raft nodes before linearized reading' (duration: 294.990257ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:40.463455Z","caller":"traceutil/trace.go:171","msg":"trace[665031308] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4566; }","duration":"586.807184ms","start":"2026-03-18T21:57:39.876597Z","end":"2026-03-18T21:57:40.463404Z","steps":["trace[665031308] 'agreement among raft nodes before linearized reading' (duration: 586.583279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.463304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.199474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T21:57:40.463552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.876582Z","time spent":"586.909466ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-18T21:57:40.463557Z","caller":"traceutil/trace.go:171","msg":"trace[1035613394] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4566; }","duration":"867.49375ms","start":"2026-03-18T21:57:39.59605Z","end":"2026-03-18T21:57:40.463544Z","steps":["trace[1035613394] 'agreement among raft nodes before linearized reading' (duration: 867.04617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.463647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.596044Z","time spent":"867.591573ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:57:40.463251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.313502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T21:57:40.463574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.593149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:40.463809Z","caller":"traceutil/trace.go:171","msg":"trace[228660776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4566; }","duration":"865.904577ms","start":"2026-03-18T21:57:39.597878Z","end":"2026-03-18T21:57:40.463783Z","steps":["trace[228660776] 'agreement among raft nodes before linearized reading' (duration: 865.21233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.463788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.967305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T21:57:40.46387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.597864Z","time spent":"865.990978ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:57:40.463839Z","caller":"traceutil/trace.go:171","msg":"trace[1913947117] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4566; }","duration":"532.973869ms","start":"2026-03-18T21:57:39.930842Z","end":"2026-03-18T21:57:40.463816Z","steps":["trace[1913947117] 'agreement among raft nodes before linearized reading' (duration: 532.391425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.463937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.950852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T21:57:40.463304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.273473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:57:40.464066Z","caller":"traceutil/trace.go:171","msg":"trace[1896017678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4566; }","duration":"867.074432ms","start":"2026-03-18T21:57:39.596975Z","end":"2026-03-18T21:57:40.464049Z","steps":["trace[1896017678] 'agreement among raft nodes before linearized reading' (duration: 866.11305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:40.464072Z","caller":"traceutil/trace.go:171","msg":"trace[1466610093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:4566; }","duration":"868.088345ms","start":"2026-03-18T21:57:39.595941Z","end":"2026-03-18T21:57:40.46403Z","steps":["trace[1466610093] 'agreement among raft nodes before linearized reading' (duration: 867.144113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.464074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.930829Z","time spent":"533.177474ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:57:40.464132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.595929Z","time spent":"868.188457ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-n5vv7\" "} {"level":"info","ts":"2026-03-18T21:57:40.464173Z","caller":"traceutil/trace.go:171","msg":"trace[643360250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4566; }","duration":"869.122509ms","start":"2026-03-18T21:57:39.594758Z","end":"2026-03-18T21:57:40.46388Z","steps":["trace[643360250] 'agreement among raft nodes before linearized reading' (duration: 868.639007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.464124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.596964Z","time spent":"867.143384ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:57:40.46423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.594731Z","time spent":"869.485896ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:57:40.463304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.44491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:40.46432Z","caller":"traceutil/trace.go:171","msg":"trace[131872615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4566; }","duration":"276.515354ms","start":"2026-03-18T21:57:40.187785Z","end":"2026-03-18T21:57:40.464301Z","steps":["trace[131872615] 'agreement among raft nodes before linearized reading' (duration: 275.342177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.463363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.604303Z","time spent":"859.053601ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:57:40.46337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.793524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189e0e544ae3c28f\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-18T21:57:40.464511Z","caller":"traceutil/trace.go:171","msg":"trace[1649828695] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189e0e544ae3c28f; range_end:; response_count:1; response_revision:4566; }","duration":"762.986941ms","start":"2026-03-18T21:57:39.701505Z","end":"2026-03-18T21:57:40.464492Z","steps":["trace[1649828695] 'agreement among raft nodes before linearized reading' (duration: 761.800204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.464548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.701467Z","time spent":"763.069733ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189e0e544ae3c28f\" "} {"level":"info","ts":"2026-03-18T21:57:40.463357Z","caller":"traceutil/trace.go:171","msg":"trace[897933228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4566; }","duration":"858.10031ms","start":"2026-03-18T21:57:39.605248Z","end":"2026-03-18T21:57:40.463348Z","steps":["trace[897933228] 'agreement among raft nodes before linearized reading' (duration: 857.831944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:40.464702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.60524Z","time spent":"859.445472ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:57:40.463362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:39.53172Z","time spent":"931.631537ms","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-18T21:57:50.184398Z","caller":"traceutil/trace.go:171","msg":"trace[717021228] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4934; }","duration":"285.780341ms","start":"2026-03-18T21:57:49.898589Z","end":"2026-03-18T21:57:50.184369Z","steps":["trace[717021228] 'read index received' (duration: 285.482874ms)","trace[717021228] 'applied index is now lower than readState.Index' (duration: 296.307µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:50.184603Z","caller":"traceutil/trace.go:171","msg":"trace[856522841] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"327.343453ms","start":"2026-03-18T21:57:49.85723Z","end":"2026-03-18T21:57:50.184573Z","steps":["trace[856522841] 'process raft request' (duration: 326.966964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:50.184697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.078308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T21:57:50.18475Z","caller":"traceutil/trace.go:171","msg":"trace[638703590] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4740; }","duration":"286.151849ms","start":"2026-03-18T21:57:49.898582Z","end":"2026-03-18T21:57:50.184734Z","steps":["trace[638703590] 'agreement among raft nodes before linearized reading' (duration: 285.939795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:50.184861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:49.857207Z","time spent":"327.479375ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:57:50.331841Z","caller":"traceutil/trace.go:171","msg":"trace[498311800] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"141.10508ms","start":"2026-03-18T21:57:50.190711Z","end":"2026-03-18T21:57:50.331816Z","steps":["trace[498311800] 'process raft request' (duration: 140.936116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:50.402465Z","caller":"traceutil/trace.go:171","msg":"trace[1653922842] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"211.62557ms","start":"2026-03-18T21:57:50.190807Z","end":"2026-03-18T21:57:50.402433Z","steps":["trace[1653922842] 'process raft request' (duration: 211.378775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:50.402544Z","caller":"traceutil/trace.go:171","msg":"trace[1301873123] linearizableReadLoop","detail":"{readStateIndex:4938; appliedIndex:4935; }","duration":"211.475937ms","start":"2026-03-18T21:57:50.191038Z","end":"2026-03-18T21:57:50.402514Z","steps":["trace[1301873123] 'read index received' (duration: 140.660991ms)","trace[1301873123] 'applied index is now lower than readState.Index' (duration: 70.813716ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:50.402694Z","caller":"traceutil/trace.go:171","msg":"trace[1698038977] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"211.755142ms","start":"2026-03-18T21:57:50.190921Z","end":"2026-03-18T21:57:50.402676Z","steps":["trace[1698038977] 'process raft request' (duration: 211.431015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:50.402792Z","caller":"traceutil/trace.go:171","msg":"trace[1132289564] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"210.972685ms","start":"2026-03-18T21:57:50.191788Z","end":"2026-03-18T21:57:50.40276Z","steps":["trace[1132289564] 'process raft request' (duration: 210.628128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:50.402981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.918227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:50.403015Z","caller":"traceutil/trace.go:171","msg":"trace[14524501] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"208.493341ms","start":"2026-03-18T21:57:50.194484Z","end":"2026-03-18T21:57:50.402978Z","steps":["trace[14524501] 'process raft request' (duration: 207.974469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:50.403056Z","caller":"traceutil/trace.go:171","msg":"trace[1075464841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4745; }","duration":"212.03946ms","start":"2026-03-18T21:57:50.190984Z","end":"2026-03-18T21:57:50.403024Z","steps":["trace[1075464841] 'agreement among raft nodes before linearized reading' (duration: 211.935458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:50.41941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.129219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:50.419552Z","caller":"traceutil/trace.go:171","msg":"trace[438307832] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:4746; }","duration":"157.336944ms","start":"2026-03-18T21:57:50.262197Z","end":"2026-03-18T21:57:50.419534Z","steps":["trace[438307832] 'agreement among raft nodes before linearized reading' (duration: 157.103608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:50.644981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.99133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:57:50.645056Z","caller":"traceutil/trace.go:171","msg":"trace[1108933967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4755; }","duration":"104.096631ms","start":"2026-03-18T21:57:50.540941Z","end":"2026-03-18T21:57:50.645038Z","steps":["trace[1108933967] 'agreement among raft nodes before linearized reading' (duration: 103.935328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:50.6453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.11499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:57:50.645355Z","caller":"traceutil/trace.go:171","msg":"trace[1648401811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4755; }","duration":"103.181931ms","start":"2026-03-18T21:57:50.542162Z","end":"2026-03-18T21:57:50.645344Z","steps":["trace[1648401811] 'agreement among raft nodes before linearized reading' (duration: 103.010407ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:50.793865Z","caller":"traceutil/trace.go:171","msg":"trace[577922790] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"115.074348ms","start":"2026-03-18T21:57:50.678737Z","end":"2026-03-18T21:57:50.793811Z","steps":["trace[577922790] 'process raft request' (duration: 59.508503ms)","trace[577922790] 'compare' (duration: 55.069704ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:50.96817Z","caller":"traceutil/trace.go:171","msg":"trace[140619334] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4959; }","duration":"115.391525ms","start":"2026-03-18T21:57:50.852757Z","end":"2026-03-18T21:57:50.968149Z","steps":["trace[140619334] 'read index received' (duration: 13.39479ms)","trace[140619334] 'applied index is now lower than readState.Index' (duration: 101.995565ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:50.968279Z","caller":"traceutil/trace.go:171","msg":"trace[340678532] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"132.545938ms","start":"2026-03-18T21:57:50.835675Z","end":"2026-03-18T21:57:50.968221Z","steps":["trace[340678532] 'process raft request' (duration: 113.085412ms)","trace[340678532] 'compare' (duration: 19.214771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:50.968438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.6608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-18T21:57:50.969391Z","caller":"traceutil/trace.go:171","msg":"trace[1136706357] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4764; }","duration":"116.665144ms","start":"2026-03-18T21:57:50.852705Z","end":"2026-03-18T21:57:50.96937Z","steps":["trace[1136706357] 'agreement among raft nodes before linearized reading' (duration: 115.578249ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:51.318469Z","caller":"traceutil/trace.go:171","msg":"trace[1803738170] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"347.703108ms","start":"2026-03-18T21:57:50.970718Z","end":"2026-03-18T21:57:51.318421Z","steps":["trace[1803738170] 'process raft request' (duration: 333.639763ms)","trace[1803738170] 'compare' (duration: 13.490082ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:51.31853Z","caller":"traceutil/trace.go:171","msg":"trace[1176068749] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4960; }","duration":"345.967719ms","start":"2026-03-18T21:57:50.972537Z","end":"2026-03-18T21:57:51.318504Z","steps":["trace[1176068749] 'read index received' (duration: 331.988186ms)","trace[1176068749] 'applied index is now lower than readState.Index' (duration: 13.977103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:51.318704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:50.970697Z","time spent":"347.867911ms","remote":"127.0.0.1:40128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1149,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:57:51.31873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.171803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:57:51.318831Z","caller":"traceutil/trace.go:171","msg":"trace[533776693] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4765; }","duration":"346.305687ms","start":"2026-03-18T21:57:50.972512Z","end":"2026-03-18T21:57:51.318818Z","steps":["trace[533776693] 'agreement among raft nodes before linearized reading' (duration: 346.107522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:51.318867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:50.972494Z","time spent":"346.363938ms","remote":"127.0.0.1:40128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T21:57:51.319535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.678266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7a292161-5eaa-46b6-bf4c-225bcf114f9a\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-18T21:57:51.319598Z","caller":"traceutil/trace.go:171","msg":"trace[622349202] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7a292161-5eaa-46b6-bf4c-225bcf114f9a; range_end:; response_count:1; response_revision:4766; }","duration":"346.770488ms","start":"2026-03-18T21:57:50.972815Z","end":"2026-03-18T21:57:51.319586Z","steps":["trace[622349202] 'agreement among raft nodes before linearized reading' (duration: 346.578813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:51.319629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:50.972809Z","time spent":"346.811788ms","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-7a292161-5eaa-46b6-bf4c-225bcf114f9a\" "} {"level":"info","ts":"2026-03-18T21:57:51.319919Z","caller":"traceutil/trace.go:171","msg":"trace[375354384] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"338.828249ms","start":"2026-03-18T21:57:50.980928Z","end":"2026-03-18T21:57:51.319756Z","steps":["trace[375354384] 'process raft request' (duration: 337.52135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:51.320106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:50.980909Z","time spent":"339.093635ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:57:53.004558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.652831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:57:53.004649Z","caller":"traceutil/trace.go:171","msg":"trace[160136060] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5004; }","duration":"296.641245ms","start":"2026-03-18T21:57:52.707994Z","end":"2026-03-18T21:57:53.004636Z","steps":["trace[160136060] 'read index received' (duration: 84.898713ms)","trace[160136060] 'applied index is now lower than readState.Index' (duration: 211.741452ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:53.004739Z","caller":"traceutil/trace.go:171","msg":"trace[463370634] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"297.029894ms","start":"2026-03-18T21:57:52.707673Z","end":"2026-03-18T21:57:53.004703Z","steps":["trace[463370634] 'process raft request' (duration: 85.23251ms)","trace[463370634] 'compare' (duration: 211.356584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:53.004782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.800008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:57:53.004938Z","caller":"traceutil/trace.go:171","msg":"trace[1221292181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:4809; }","duration":"296.922331ms","start":"2026-03-18T21:57:52.707975Z","end":"2026-03-18T21:57:53.004897Z","steps":["trace[1221292181] 'agreement among raft nodes before linearized reading' (duration: 296.718327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:53.006325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.745828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-4hhnt\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-18T21:57:53.006332Z","caller":"traceutil/trace.go:171","msg":"trace[964373452] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"126.055013ms","start":"2026-03-18T21:57:52.880225Z","end":"2026-03-18T21:57:53.00628Z","steps":["trace[964373452] 'process raft request' (duration: 125.669325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:53.006393Z","caller":"traceutil/trace.go:171","msg":"trace[1339921787] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-4hhnt; range_end:; response_count:1; response_revision:4810; }","duration":"126.884812ms","start":"2026-03-18T21:57:52.879489Z","end":"2026-03-18T21:57:53.006374Z","steps":["trace[1339921787] 'agreement among raft nodes before linearized reading' (duration: 126.573805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.188978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702932639,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:58:01.282662Z","caller":"traceutil/trace.go:171","msg":"trace[1000450129] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"595.658252ms","start":"2026-03-18T21:58:00.686976Z","end":"2026-03-18T21:58:01.282635Z","steps":["trace[1000450129] 'process raft request' (duration: 595.486848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.282852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:00.686957Z","time spent":"595.795705ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:01.334843Z","caller":"traceutil/trace.go:171","msg":"trace[552971340] linearizableReadLoop","detail":"{readStateIndex:5153; appliedIndex:5150; }","duration":"646.554313ms","start":"2026-03-18T21:58:00.688264Z","end":"2026-03-18T21:58:01.334818Z","steps":["trace[552971340] 'read index received' (duration: 594.308293ms)","trace[552971340] 'applied index is now lower than readState.Index' (duration: 52.24487ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:01.334871Z","caller":"traceutil/trace.go:171","msg":"trace[624320290] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"645.166552ms","start":"2026-03-18T21:58:00.689672Z","end":"2026-03-18T21:58:01.334838Z","steps":["trace[624320290] 'process raft request' (duration: 606.151987ms)","trace[624320290] 'compare' (duration: 38.833901ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:01.334922Z","caller":"traceutil/trace.go:171","msg":"trace[687656019] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"644.514027ms","start":"2026-03-18T21:58:00.690377Z","end":"2026-03-18T21:58:01.334891Z","steps":["trace[687656019] 'process raft request' (duration: 644.391894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.335084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:00.690368Z","time spent":"644.616469ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:01.33511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.970785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:58:01.335109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.031739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:58:01.335163Z","caller":"traceutil/trace.go:171","msg":"trace[439924081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4955; }","duration":"644.056536ms","start":"2026-03-18T21:58:00.691092Z","end":"2026-03-18T21:58:01.335149Z","steps":["trace[439924081] 'agreement among raft nodes before linearized reading' (duration: 643.892563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.335098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.800078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T21:58:01.335177Z","caller":"traceutil/trace.go:171","msg":"trace[918143614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:4955; }","duration":"291.128922ms","start":"2026-03-18T21:58:01.044034Z","end":"2026-03-18T21:58:01.335163Z","steps":["trace[918143614] 'agreement among raft nodes before linearized reading' (duration: 290.945588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.335197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:00.691087Z","time spent":"644.102467ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:58:01.335287Z","caller":"traceutil/trace.go:171","msg":"trace[2056352017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4955; }","duration":"646.960591ms","start":"2026-03-18T21:58:00.688237Z","end":"2026-03-18T21:58:01.335198Z","steps":["trace[2056352017] 'agreement among raft nodes before linearized reading' (duration: 646.687765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.335291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.254839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:01.335339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:00.688226Z","time spent":"647.101144ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:01.335349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.171522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:58:01.335354Z","caller":"traceutil/trace.go:171","msg":"trace[1530877111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4955; }","duration":"147.371311ms","start":"2026-03-18T21:58:01.187966Z","end":"2026-03-18T21:58:01.335338Z","steps":["trace[1530877111] 'agreement among raft nodes before linearized reading' (duration: 147.228978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:01.335383Z","caller":"traceutil/trace.go:171","msg":"trace[213905380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4955; }","duration":"295.254203ms","start":"2026-03-18T21:58:01.04012Z","end":"2026-03-18T21:58:01.335374Z","steps":["trace[213905380] 'agreement among raft nodes before linearized reading' (duration: 295.169331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.33568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.249598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-18T21:58:01.335728Z","caller":"traceutil/trace.go:171","msg":"trace[1419291696] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4955; }","duration":"355.335919ms","start":"2026-03-18T21:58:00.980381Z","end":"2026-03-18T21:58:01.335716Z","steps":["trace[1419291696] 'agreement among raft nodes before linearized reading' (duration: 355.154815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.335722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.913767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d445fdb7-a6de-4847-90e3-454a76909b33\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-18T21:58:01.335761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:00.980354Z","time spent":"355.399891ms","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-18T21:58:01.33577Z","caller":"traceutil/trace.go:171","msg":"trace[741950008] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d445fdb7-a6de-4847-90e3-454a76909b33; range_end:; response_count:1; response_revision:4955; }","duration":"357.995479ms","start":"2026-03-18T21:58:00.977759Z","end":"2026-03-18T21:58:01.335755Z","steps":["trace[741950008] 'agreement among raft nodes before linearized reading' (duration: 357.862516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.335803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:00.977738Z","time spent":"358.057601ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d445fdb7-a6de-4847-90e3-454a76909b33\" "} {"level":"warn","ts":"2026-03-18T21:58:01.335908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.0936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T21:58:01.336046Z","caller":"traceutil/trace.go:171","msg":"trace[413861794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4955; }","duration":"637.288874ms","start":"2026-03-18T21:58:00.698728Z","end":"2026-03-18T21:58:01.336017Z","steps":["trace[413861794] 'agreement among raft nodes before linearized reading' (duration: 636.767653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.336112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:00.698718Z","time spent":"637.381736ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:01.336714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:00.689654Z","time spent":"645.293784ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:01.635373Z","caller":"traceutil/trace.go:171","msg":"trace[667986615] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"294.591148ms","start":"2026-03-18T21:58:01.34075Z","end":"2026-03-18T21:58:01.635341Z","steps":["trace[667986615] 'process raft request' (duration: 294.075667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:01.635416Z","caller":"traceutil/trace.go:171","msg":"trace[571010964] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"294.091577ms","start":"2026-03-18T21:58:01.341293Z","end":"2026-03-18T21:58:01.635384Z","steps":["trace[571010964] 'process raft request' (duration: 293.930224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:01.635924Z","caller":"traceutil/trace.go:171","msg":"trace[957936284] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5153; }","duration":"294.107168ms","start":"2026-03-18T21:58:01.341801Z","end":"2026-03-18T21:58:01.635908Z","steps":["trace[957936284] 'read index received' (duration: 18.816342ms)","trace[957936284] 'applied index is now lower than readState.Index' (duration: 275.289696ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:01.635989Z","caller":"traceutil/trace.go:171","msg":"trace[607827597] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"292.86519ms","start":"2026-03-18T21:58:01.343098Z","end":"2026-03-18T21:58:01.635963Z","steps":["trace[607827597] 'process raft request' (duration: 292.727347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:01.636026Z","caller":"traceutil/trace.go:171","msg":"trace[119722580] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"293.860013ms","start":"2026-03-18T21:58:01.342145Z","end":"2026-03-18T21:58:01.636005Z","steps":["trace[119722580] 'process raft request' (duration: 293.196088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.636157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.167385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T21:58:01.636216Z","caller":"traceutil/trace.go:171","msg":"trace[7336198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4960; }","duration":"188.288577ms","start":"2026-03-18T21:58:01.44791Z","end":"2026-03-18T21:58:01.636198Z","steps":["trace[7336198] 'agreement among raft nodes before linearized reading' (duration: 188.117134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.636206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.382474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80131"} {"level":"info","ts":"2026-03-18T21:58:01.636277Z","caller":"traceutil/trace.go:171","msg":"trace[382676295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4960; }","duration":"294.478427ms","start":"2026-03-18T21:58:01.341782Z","end":"2026-03-18T21:58:01.63626Z","steps":["trace[382676295] 'agreement among raft nodes before linearized reading' (duration: 294.18148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:01.636284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.042863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:01.636327Z","caller":"traceutil/trace.go:171","msg":"trace[1419218952] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4960; }","duration":"130.155405ms","start":"2026-03-18T21:58:01.50616Z","end":"2026-03-18T21:58:01.636316Z","steps":["trace[1419218952] 'agreement among raft nodes before linearized reading' (duration: 130.063493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:03.256359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.407936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"info","ts":"2026-03-18T21:58:03.256434Z","caller":"traceutil/trace.go:171","msg":"trace[1775538693] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4969; }","duration":"253.528549ms","start":"2026-03-18T21:58:03.002891Z","end":"2026-03-18T21:58:03.25642Z","steps":["trace[1775538693] 'range keys from in-memory index tree' (duration: 253.252603ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:05.992805Z","caller":"traceutil/trace.go:171","msg":"trace[293984792] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"118.909924ms","start":"2026-03-18T21:58:05.873868Z","end":"2026-03-18T21:58:05.992778Z","steps":["trace[293984792] 'process raft request' (duration: 118.758031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:10.335357Z","caller":"traceutil/trace.go:171","msg":"trace[843105240] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5298; }","duration":"186.170771ms","start":"2026-03-18T21:58:10.149161Z","end":"2026-03-18T21:58:10.335332Z","steps":["trace[843105240] 'read index received' (duration: 186.044518ms)","trace[843105240] 'applied index is now lower than readState.Index' (duration: 124.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:10.335566Z","caller":"traceutil/trace.go:171","msg":"trace[964369551] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"229.494351ms","start":"2026-03-18T21:58:10.105939Z","end":"2026-03-18T21:58:10.335433Z","steps":["trace[964369551] 'process raft request' (duration: 229.212595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:10.335668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.129908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:58:10.335672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.359391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T21:58:10.335711Z","caller":"traceutil/trace.go:171","msg":"trace[1815469381] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5095; }","duration":"169.19182ms","start":"2026-03-18T21:58:10.166505Z","end":"2026-03-18T21:58:10.335697Z","steps":["trace[1815469381] 'agreement among raft nodes before linearized reading' (duration: 169.129248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:10.335726Z","caller":"traceutil/trace.go:171","msg":"trace[679249133] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5095; }","duration":"172.470144ms","start":"2026-03-18T21:58:10.163234Z","end":"2026-03-18T21:58:10.335704Z","steps":["trace[679249133] 'agreement among raft nodes before linearized reading' (duration: 172.320101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:10.335591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.393555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:10.335822Z","caller":"traceutil/trace.go:171","msg":"trace[247633683] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5095; }","duration":"186.744303ms","start":"2026-03-18T21:58:10.149056Z","end":"2026-03-18T21:58:10.3358Z","steps":["trace[247633683] 'agreement among raft nodes before linearized reading' (duration: 186.424166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:10.335838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.132098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:10.335974Z","caller":"traceutil/trace.go:171","msg":"trace[1765421557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5095; }","duration":"148.343953ms","start":"2026-03-18T21:58:10.187601Z","end":"2026-03-18T21:58:10.335944Z","steps":["trace[1765421557] 'agreement among raft nodes before linearized reading' (duration: 148.049827ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:14.541612Z","caller":"traceutil/trace.go:171","msg":"trace[298809097] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"405.132804ms","start":"2026-03-18T21:58:14.136444Z","end":"2026-03-18T21:58:14.541576Z","steps":["trace[298809097] 'process raft request' (duration: 404.926439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:14.541807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.136417Z","time spent":"405.287238ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:15.119568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.35258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T21:58:15.119688Z","caller":"traceutil/trace.go:171","msg":"trace[596032047] linearizableReadLoop","detail":"{readStateIndex:5331; appliedIndex:5329; }","duration":"931.26961ms","start":"2026-03-18T21:58:14.188399Z","end":"2026-03-18T21:58:15.119669Z","steps":["trace[596032047] 'read index received' (duration: 352.916075ms)","trace[596032047] 'applied index is now lower than readState.Index' (duration: 578.351645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:15.119803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.387023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:15.119842Z","caller":"traceutil/trace.go:171","msg":"trace[308408635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5126; }","duration":"931.450194ms","start":"2026-03-18T21:58:14.188382Z","end":"2026-03-18T21:58:15.119832Z","steps":["trace[308408635] 'agreement among raft nodes before linearized reading' (duration: 931.366602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:15.119878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.188368Z","time spent":"931.502106ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:58:15.210014Z","caller":"traceutil/trace.go:171","msg":"trace[337985519] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"660.966175ms","start":"2026-03-18T21:58:14.549027Z","end":"2026-03-18T21:58:15.209993Z","steps":["trace[337985519] 'process raft request' (duration: 660.765301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:15.20998Z","caller":"traceutil/trace.go:171","msg":"trace[358755542] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"661.16398ms","start":"2026-03-18T21:58:14.548765Z","end":"2026-03-18T21:58:15.209929Z","steps":["trace[358755542] 'process raft request' (duration: 660.787132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:15.210222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.549021Z","time spent":"661.072578ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:15.210271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.54874Z","time spent":"661.473996ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:15.210437Z","caller":"traceutil/trace.go:171","msg":"trace[1123191236] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"661.012916ms","start":"2026-03-18T21:58:14.54941Z","end":"2026-03-18T21:58:15.210423Z","steps":["trace[1123191236] 'process raft request' (duration: 660.482754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:15.210544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.549404Z","time spent":"661.070318ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:15.210642Z","caller":"traceutil/trace.go:171","msg":"trace[242976884] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"661.029326ms","start":"2026-03-18T21:58:14.549556Z","end":"2026-03-18T21:58:15.210585Z","steps":["trace[242976884] 'process raft request' (duration: 660.667798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:15.210832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.786769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-18T21:58:15.210861Z","caller":"traceutil/trace.go:171","msg":"trace[1494451744] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5131; }","duration":"980.879931ms","start":"2026-03-18T21:58:14.229972Z","end":"2026-03-18T21:58:15.210852Z","steps":["trace[1494451744] 'agreement among raft nodes before linearized reading' (duration: 980.725498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:15.210884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.229944Z","time spent":"980.934682ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-18T21:58:15.210893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.54955Z","time spent":"661.21264ms","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:15.210907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002877753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-18T21:58:15.210903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.957254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-18T21:58:15.210962Z","caller":"traceutil/trace.go:171","msg":"trace[1680733408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5131; }","duration":"1.002955585s","start":"2026-03-18T21:58:14.207987Z","end":"2026-03-18T21:58:15.210943Z","steps":["trace[1680733408] 'agreement among raft nodes before linearized reading' (duration: 1.00272007s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:15.211004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.20796Z","time spent":"1.003036247s","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-18T21:58:15.211015Z","caller":"traceutil/trace.go:171","msg":"trace[375271897] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5131; }","duration":"615.120707ms","start":"2026-03-18T21:58:14.595864Z","end":"2026-03-18T21:58:15.210985Z","steps":["trace[375271897] 'agreement among raft nodes before linearized reading' (duration: 614.829911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:15.211036Z","caller":"traceutil/trace.go:171","msg":"trace[1337105337] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"559.349748ms","start":"2026-03-18T21:58:14.651677Z","end":"2026-03-18T21:58:15.211027Z","steps":["trace[1337105337] 'process raft request' (duration: 558.804456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:15.211137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.651649Z","time spent":"559.455471ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:15.21114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:14.595848Z","time spent":"615.278851ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-18T21:58:15.495231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.587889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:15.495455Z","caller":"traceutil/trace.go:171","msg":"trace[1835258739] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"137.924198ms","start":"2026-03-18T21:58:15.357512Z","end":"2026-03-18T21:58:15.495437Z","steps":["trace[1835258739] 'process raft request' (duration: 137.847767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:15.495627Z","caller":"traceutil/trace.go:171","msg":"trace[1637005262] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"245.389836ms","start":"2026-03-18T21:58:15.250201Z","end":"2026-03-18T21:58:15.495591Z","steps":["trace[1637005262] 'read index received' (duration: 37.231744ms)","trace[1637005262] 'applied index is now lower than readState.Index' (duration: 208.155202ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:15.495663Z","caller":"traceutil/trace.go:171","msg":"trace[986463640] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"251.785019ms","start":"2026-03-18T21:58:15.243835Z","end":"2026-03-18T21:58:15.49562Z","steps":["trace[986463640] 'process raft request' (duration: 43.683089ms)","trace[986463640] 'compare' (duration: 207.396655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:15.495853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.646472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-18T21:58:15.495939Z","caller":"traceutil/trace.go:171","msg":"trace[458301074] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5134; }","duration":"245.775325ms","start":"2026-03-18T21:58:15.250144Z","end":"2026-03-18T21:58:15.49592Z","steps":["trace[458301074] 'agreement among raft nodes before linearized reading' (duration: 245.54352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:15.772068Z","caller":"traceutil/trace.go:171","msg":"trace[1804052871] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"210.947516ms","start":"2026-03-18T21:58:15.561086Z","end":"2026-03-18T21:58:15.772034Z","steps":["trace[1804052871] 'process raft request' (duration: 185.895807ms)","trace[1804052871] 'compare' (duration: 24.729512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:16.000235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.700714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:16.000385Z","caller":"traceutil/trace.go:171","msg":"trace[1528576746] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"155.158618ms","start":"2026-03-18T21:58:15.845201Z","end":"2026-03-18T21:58:16.00036Z","steps":["trace[1528576746] 'process raft request' (duration: 32.203219ms)","trace[1528576746] 'compare' (duration: 122.53369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:16.253874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.050191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:16.254093Z","caller":"traceutil/trace.go:171","msg":"trace[554867246] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"210.914727ms","start":"2026-03-18T21:58:16.043129Z","end":"2026-03-18T21:58:16.254044Z","steps":["trace[554867246] 'process raft request' (duration: 66.585779ms)","trace[554867246] 'compare' (duration: 143.904728ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:16.513091Z","caller":"traceutil/trace.go:171","msg":"trace[767953953] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"185.307973ms","start":"2026-03-18T21:58:16.327734Z","end":"2026-03-18T21:58:16.513041Z","steps":["trace[767953953] 'process raft request' (duration: 134.885836ms)","trace[767953953] 'compare' (duration: 50.152481ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:53.456407Z","caller":"traceutil/trace.go:171","msg":"trace[1008497568] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"110.02461ms","start":"2026-03-18T21:58:53.346349Z","end":"2026-03-18T21:58:53.456373Z","steps":["trace[1008497568] 'process raft request' (duration: 109.790985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:53.679513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.98179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:53.679608Z","caller":"traceutil/trace.go:171","msg":"trace[1239931667] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5447; }","duration":"102.138613ms","start":"2026-03-18T21:58:53.577446Z","end":"2026-03-18T21:58:53.679584Z","steps":["trace[1239931667] 'range keys from in-memory index tree' (duration: 101.860717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:53.679632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.267745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:53.679728Z","caller":"traceutil/trace.go:171","msg":"trace[116684337] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5447; }","duration":"102.429169ms","start":"2026-03-18T21:58:53.577277Z","end":"2026-03-18T21:58:53.679706Z","steps":["trace[116684337] 'range keys from in-memory index tree' (duration: 102.175814ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:06.713191Z","caller":"traceutil/trace.go:171","msg":"trace[647646040] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"167.680549ms","start":"2026-03-18T21:59:06.545478Z","end":"2026-03-18T21:59:06.713159Z","steps":["trace[647646040] 'process raft request' (duration: 167.454794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:15.943236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2692} {"level":"info","ts":"2026-03-18T21:59:16.0237Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2692,"took":"78.877954ms","hash":3509289674,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":30482432,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-18T21:59:16.023767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3509289674,"revision":2692,"compact-revision":-1} {"level":"warn","ts":"2026-03-18T22:03:55.163651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.028292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:03:55.163819Z","caller":"traceutil/trace.go:171","msg":"trace[150039798] transaction","detail":"{read_only:false; response_revision:7432; number_of_response:1; }","duration":"172.850815ms","start":"2026-03-18T22:03:54.99094Z","end":"2026-03-18T22:03:55.163791Z","steps":["trace[150039798] 'process raft request' (duration: 68.530416ms)","trace[150039798] 'compare' (duration: 103.856288ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:03:55.383657Z","caller":"traceutil/trace.go:171","msg":"trace[1854847090] transaction","detail":"{read_only:false; response_revision:7433; number_of_response:1; }","duration":"145.424831ms","start":"2026-03-18T22:03:55.238184Z","end":"2026-03-18T22:03:55.383609Z","steps":["trace[1854847090] 'process raft request' (duration: 107.861209ms)","trace[1854847090] 'compare' (duration: 37.098212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:01.818689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.116228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T22:04:01.818712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.697544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:04:01.818781Z","caller":"traceutil/trace.go:171","msg":"trace[531928079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7602; }","duration":"118.271091ms","start":"2026-03-18T22:04:01.700491Z","end":"2026-03-18T22:04:01.818762Z","steps":["trace[531928079] 'range keys from in-memory index tree' (duration: 117.875392ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:01.818807Z","caller":"traceutil/trace.go:171","msg":"trace[1430184695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7602; }","duration":"107.842057ms","start":"2026-03-18T22:04:01.710943Z","end":"2026-03-18T22:04:01.818785Z","steps":["trace[1430184695] 'range keys from in-memory index tree' (duration: 107.547821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:01.818861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.033774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T22:04:01.818935Z","caller":"traceutil/trace.go:171","msg":"trace[49444009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7602; }","duration":"179.108656ms","start":"2026-03-18T22:04:01.639808Z","end":"2026-03-18T22:04:01.818917Z","steps":["trace[49444009] 'range keys from in-memory index tree' (duration: 178.910882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:01.819039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.577049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:04:01.819112Z","caller":"traceutil/trace.go:171","msg":"trace[565341773] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7602; }","duration":"209.701742ms","start":"2026-03-18T22:04:01.609395Z","end":"2026-03-18T22:04:01.819097Z","steps":["trace[565341773] 'count revisions from in-memory index tree' (duration: 209.510567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:01.819218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.951723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:04:01.81927Z","caller":"traceutil/trace.go:171","msg":"trace[1131516468] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7602; }","duration":"138.091346ms","start":"2026-03-18T22:04:01.681164Z","end":"2026-03-18T22:04:01.819255Z","steps":["trace[1131516468] 'count revisions from in-memory index tree' (duration: 137.684706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:03.688499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702939874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:04:03.804862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058870139s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:04:03.80516Z","caller":"traceutil/trace.go:171","msg":"trace[1414716228] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"1.059275658s","start":"2026-03-18T22:04:02.745864Z","end":"2026-03-18T22:04:03.80514Z","steps":["trace[1414716228] 'process raft request' (duration: 1.059159516s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:03.80528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:02.745841Z","time spent":"1.059380531s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:04.001404Z","caller":"traceutil/trace.go:171","msg":"trace[1188704753] linearizableReadLoop","detail":"{readStateIndex:7896; appliedIndex:7894; }","duration":"813.426197ms","start":"2026-03-18T22:04:03.187943Z","end":"2026-03-18T22:04:04.00137Z","steps":["trace[1188704753] 'read index received' (duration: 617.142986ms)","trace[1188704753] 'applied index is now lower than readState.Index' (duration: 196.281361ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:04.0014Z","caller":"traceutil/trace.go:171","msg":"trace[1938936316] transaction","detail":"{read_only:false; response_revision:7608; number_of_response:1; }","duration":"1.012127942s","start":"2026-03-18T22:04:02.989237Z","end":"2026-03-18T22:04:04.001365Z","steps":["trace[1938936316] 'process raft request' (duration: 1.00935713s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.001671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:02.989208Z","time spent":"1.012353746s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:04:04.001921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.77531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T22:04:04.001996Z","caller":"traceutil/trace.go:171","msg":"trace[2093701802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7608; }","duration":"584.893252ms","start":"2026-03-18T22:04:03.417085Z","end":"2026-03-18T22:04:04.001978Z","steps":["trace[2093701802] 'agreement among raft nodes before linearized reading' (duration: 584.662827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.002041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:03.417069Z","time spent":"584.959874ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:04:04.002549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.197178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-18T22:04:04.001604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.641141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:04:04.002616Z","caller":"traceutil/trace.go:171","msg":"trace[2006047825] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7608; }","duration":"179.30321ms","start":"2026-03-18T22:04:03.823299Z","end":"2026-03-18T22:04:04.002602Z","steps":["trace[2006047825] 'agreement among raft nodes before linearized reading' (duration: 179.138536ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:04.002668Z","caller":"traceutil/trace.go:171","msg":"trace[1776637091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7608; }","duration":"814.754957ms","start":"2026-03-18T22:04:03.187888Z","end":"2026-03-18T22:04:04.002643Z","steps":["trace[1776637091] 'agreement among raft nodes before linearized reading' (duration: 813.620871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.002684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.182293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T22:04:04.002692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.041376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T22:04:04.002712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.150075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-18T22:04:04.002726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:03.187867Z","time spent":"814.843548ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:04:04.00273Z","caller":"traceutil/trace.go:171","msg":"trace[334468639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:7608; }","duration":"144.237474ms","start":"2026-03-18T22:04:03.858479Z","end":"2026-03-18T22:04:04.002716Z","steps":["trace[334468639] 'agreement among raft nodes before linearized reading' (duration: 144.116722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:04.002751Z","caller":"traceutil/trace.go:171","msg":"trace[922652086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7608; }","duration":"572.155318ms","start":"2026-03-18T22:04:03.430582Z","end":"2026-03-18T22:04:04.002738Z","steps":["trace[922652086] 'agreement among raft nodes before linearized reading' (duration: 571.918853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:04.002765Z","caller":"traceutil/trace.go:171","msg":"trace[393092159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7608; }","duration":"393.253517ms","start":"2026-03-18T22:04:03.609498Z","end":"2026-03-18T22:04:04.002752Z","steps":["trace[393092159] 'agreement among raft nodes before linearized reading' (duration: 393.031592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.002794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:03.430562Z","time spent":"572.22343ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:04:04.00282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:03.609472Z","time spent":"393.34074ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:04:04.002569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.855164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T22:04:04.002874Z","caller":"traceutil/trace.go:171","msg":"trace[66092842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7608; }","duration":"172.198342ms","start":"2026-03-18T22:04:03.830659Z","end":"2026-03-18T22:04:04.002858Z","steps":["trace[66092842] 'agreement among raft nodes before linearized reading' (duration: 171.823583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.002976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.048465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:04:04.003002Z","caller":"traceutil/trace.go:171","msg":"trace[197983874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7608; }","duration":"175.090037ms","start":"2026-03-18T22:04:03.827903Z","end":"2026-03-18T22:04:04.002993Z","steps":["trace[197983874] 'agreement among raft nodes before linearized reading' (duration: 175.008105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.003256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.918375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T22:04:04.003332Z","caller":"traceutil/trace.go:171","msg":"trace[1870215083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7608; }","duration":"176.037857ms","start":"2026-03-18T22:04:03.827277Z","end":"2026-03-18T22:04:04.003315Z","steps":["trace[1870215083] 'agreement among raft nodes before linearized reading' (duration: 175.836842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.490896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.80409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:04:04.490994Z","caller":"traceutil/trace.go:171","msg":"trace[1528231824] linearizableReadLoop","detail":"{readStateIndex:7897; appliedIndex:7896; }","duration":"484.107674ms","start":"2026-03-18T22:04:04.006871Z","end":"2026-03-18T22:04:04.490979Z","steps":["trace[1528231824] 'read index received' (duration: 313.229503ms)","trace[1528231824] 'applied index is now lower than readState.Index' (duration: 170.876891ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:04.491203Z","caller":"traceutil/trace.go:171","msg":"trace[1915881572] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"484.467442ms","start":"2026-03-18T22:04:04.006653Z","end":"2026-03-18T22:04:04.49112Z","steps":["trace[1915881572] 'process raft request' (duration: 313.350646ms)","trace[1915881572] 'compare' (duration: 170.680166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:04.491322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.428741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T22:04:04.4914Z","caller":"traceutil/trace.go:171","msg":"trace[1859755005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7609; }","duration":"484.544314ms","start":"2026-03-18T22:04:04.006838Z","end":"2026-03-18T22:04:04.491382Z","steps":["trace[1859755005] 'agreement among raft nodes before linearized reading' (duration: 484.301099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.491489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.006828Z","time spent":"484.651736ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:04:04.491612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.006626Z","time spent":"484.743488ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:04.551246Z","caller":"traceutil/trace.go:171","msg":"trace[338012144] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"544.085909ms","start":"2026-03-18T22:04:04.007136Z","end":"2026-03-18T22:04:04.551222Z","steps":["trace[338012144] 'process raft request' (duration: 543.905534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.551559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.007118Z","time spent":"544.200591ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:04.551592Z","caller":"traceutil/trace.go:171","msg":"trace[1780233450] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"544.375076ms","start":"2026-03-18T22:04:04.007192Z","end":"2026-03-18T22:04:04.551567Z","steps":["trace[1780233450] 'process raft request' (duration: 543.990176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:04.551639Z","caller":"traceutil/trace.go:171","msg":"trace[1181776900] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"544.048249ms","start":"2026-03-18T22:04:04.007568Z","end":"2026-03-18T22:04:04.551616Z","steps":["trace[1181776900] 'process raft request' (duration: 543.828554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:04.551669Z","caller":"traceutil/trace.go:171","msg":"trace[636412938] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"543.693779ms","start":"2026-03-18T22:04:04.007952Z","end":"2026-03-18T22:04:04.551646Z","steps":["trace[636412938] 'process raft request' (duration: 543.528936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.551717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.007181Z","time spent":"544.466587ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:04:04.551763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.00756Z","time spent":"544.13315ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:04:04.551768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.007943Z","time spent":"543.773461ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:04.551759Z","caller":"traceutil/trace.go:171","msg":"trace[921196182] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"543.638148ms","start":"2026-03-18T22:04:04.008085Z","end":"2026-03-18T22:04:04.551723Z","steps":["trace[921196182] 'process raft request' (duration: 543.438484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.551913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.008078Z","time spent":"543.75106ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:04.551931Z","caller":"traceutil/trace.go:171","msg":"trace[2018006295] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"543.754041ms","start":"2026-03-18T22:04:04.008125Z","end":"2026-03-18T22:04:04.551879Z","steps":["trace[2018006295] 'process raft request' (duration: 543.435454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.552071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.008121Z","time spent":"543.879313ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:04.554501Z","caller":"traceutil/trace.go:171","msg":"trace[1287140832] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"448.129467ms","start":"2026-03-18T22:04:04.10635Z","end":"2026-03-18T22:04:04.554479Z","steps":["trace[1287140832] 'process raft request' (duration: 447.854731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.55456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.20657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:04:04.554593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.106326Z","time spent":"448.223609ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:04.554637Z","caller":"traceutil/trace.go:171","msg":"trace[2014067053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7616; }","duration":"366.327303ms","start":"2026-03-18T22:04:04.188292Z","end":"2026-03-18T22:04:04.55462Z","steps":["trace[2014067053] 'agreement among raft nodes before linearized reading' (duration: 366.20862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.554675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.188278Z","time spent":"366.390254ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:04:04.554701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.369019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-03-18T22:04:04.554764Z","caller":"traceutil/trace.go:171","msg":"trace[221546433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7616; }","duration":"546.445061ms","start":"2026-03-18T22:04:04.008301Z","end":"2026-03-18T22:04:04.554746Z","steps":["trace[221546433] 'agreement among raft nodes before linearized reading' (duration: 546.071923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:04.554814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:04.008295Z","time spent":"546.507112ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223869,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T22:04:14.050208Z","caller":"traceutil/trace.go:171","msg":"trace[974136764] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"215.626774ms","start":"2026-03-18T22:04:13.834563Z","end":"2026-03-18T22:04:14.05019Z","steps":["trace[974136764] 'process raft request' (duration: 215.503171ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:14.81023Z","caller":"traceutil/trace.go:171","msg":"trace[112844103] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7947; }","duration":"210.983801ms","start":"2026-03-18T22:04:14.599222Z","end":"2026-03-18T22:04:14.810206Z","steps":["trace[112844103] 'read index received' (duration: 210.603822ms)","trace[112844103] 'applied index is now lower than readState.Index' (duration: 376.089µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:14.810577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.320728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T22:04:14.81059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.189348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T22:04:14.810656Z","caller":"traceutil/trace.go:171","msg":"trace[2118136793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7657; }","duration":"211.443621ms","start":"2026-03-18T22:04:14.599194Z","end":"2026-03-18T22:04:14.810638Z","steps":["trace[2118136793] 'agreement among raft nodes before linearized reading' (duration: 211.187085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:14.81065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.901612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T22:04:14.810673Z","caller":"traceutil/trace.go:171","msg":"trace[315506043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7657; }","duration":"204.327971ms","start":"2026-03-18T22:04:14.606323Z","end":"2026-03-18T22:04:14.810651Z","steps":["trace[315506043] 'agreement among raft nodes before linearized reading' (duration: 204.116846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:14.810666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.993519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T22:04:14.81073Z","caller":"traceutil/trace.go:171","msg":"trace[823676589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7657; }","duration":"202.08352ms","start":"2026-03-18T22:04:14.608628Z","end":"2026-03-18T22:04:14.810712Z","steps":["trace[823676589] 'agreement among raft nodes before linearized reading' (duration: 201.936197ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:14.810756Z","caller":"traceutil/trace.go:171","msg":"trace[1151117697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7657; }","duration":"200.017735ms","start":"2026-03-18T22:04:14.610684Z","end":"2026-03-18T22:04:14.810701Z","steps":["trace[1151117697] 'agreement among raft nodes before linearized reading' (duration: 199.836081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:14.810814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.904025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T22:04:14.810865Z","caller":"traceutil/trace.go:171","msg":"trace[1293703516] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"275.764063ms","start":"2026-03-18T22:04:14.535084Z","end":"2026-03-18T22:04:14.810848Z","steps":["trace[1293703516] 'process raft request' (duration: 274.825663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:14.810874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.528764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:04:14.810901Z","caller":"traceutil/trace.go:171","msg":"trace[1546560416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7657; }","duration":"201.027667ms","start":"2026-03-18T22:04:14.609852Z","end":"2026-03-18T22:04:14.81088Z","steps":["trace[1546560416] 'agreement among raft nodes before linearized reading' (duration: 200.72324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:14.810939Z","caller":"traceutil/trace.go:171","msg":"trace[987263036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:7657; }","duration":"191.620697ms","start":"2026-03-18T22:04:14.619301Z","end":"2026-03-18T22:04:14.810922Z","steps":["trace[987263036] 'agreement among raft nodes before linearized reading' (duration: 191.397272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:15.382169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.045122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:04:15.38234Z","caller":"traceutil/trace.go:171","msg":"trace[410307812] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"567.063385ms","start":"2026-03-18T22:04:14.815211Z","end":"2026-03-18T22:04:15.382274Z","steps":["trace[410307812] 'process raft request' (duration: 45.780638ms)","trace[410307812] 'compare' (duration: 520.817986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:15.382415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:14.815188Z","time spent":"567.194227ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:15.53524Z","caller":"traceutil/trace.go:171","msg":"trace[346988212] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"719.48356ms","start":"2026-03-18T22:04:14.815737Z","end":"2026-03-18T22:04:15.53522Z","steps":["trace[346988212] 'process raft request' (duration: 691.419001ms)","trace[346988212] 'compare' (duration: 27.903316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:15.535358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:14.815709Z","time spent":"719.583633ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:15.53552Z","caller":"traceutil/trace.go:171","msg":"trace[438907228] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"719.684145ms","start":"2026-03-18T22:04:14.815812Z","end":"2026-03-18T22:04:15.535496Z","steps":["trace[438907228] 'process raft request' (duration: 719.379628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:15.535662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:14.815794Z","time spent":"719.795658ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:15.5358Z","caller":"traceutil/trace.go:171","msg":"trace[1709498071] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"719.705796ms","start":"2026-03-18T22:04:14.816081Z","end":"2026-03-18T22:04:15.535787Z","steps":["trace[1709498071] 'process raft request' (duration: 719.338968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:15.535839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:14.816064Z","time spent":"719.754457ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:15.535845Z","caller":"traceutil/trace.go:171","msg":"trace[570747273] linearizableReadLoop","detail":"{readStateIndex:7951; appliedIndex:7948; }","duration":"719.787348ms","start":"2026-03-18T22:04:14.816046Z","end":"2026-03-18T22:04:15.535834Z","steps":["trace[570747273] 'read index received' (duration: 44.959528ms)","trace[570747273] 'applied index is now lower than readState.Index' (duration: 674.82686ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:15.535891Z","caller":"traceutil/trace.go:171","msg":"trace[1136341314] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"718.891608ms","start":"2026-03-18T22:04:14.816992Z","end":"2026-03-18T22:04:15.535884Z","steps":["trace[1136341314] 'process raft request' (duration: 718.755975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:15.535916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:14.816967Z","time spent":"718.935239ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:04:15.536038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.807988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:04:15.536118Z","caller":"traceutil/trace.go:171","msg":"trace[774737938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7662; }","duration":"347.92597ms","start":"2026-03-18T22:04:15.188169Z","end":"2026-03-18T22:04:15.536095Z","steps":["trace[774737938] 'agreement among raft nodes before linearized reading' (duration: 347.789937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:15.53616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:15.188149Z","time spent":"348.003232ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:04:15.536153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.505908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:04:15.536155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.078004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"warn","ts":"2026-03-18T22:04:15.536214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.96662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223846"} {"level":"info","ts":"2026-03-18T22:04:15.536237Z","caller":"traceutil/trace.go:171","msg":"trace[837223881] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7662; }","duration":"709.647841ms","start":"2026-03-18T22:04:14.826565Z","end":"2026-03-18T22:04:15.536213Z","steps":["trace[837223881] 'agreement among raft nodes before linearized reading' (duration: 709.506438ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:15.536252Z","caller":"traceutil/trace.go:171","msg":"trace[1863894113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7662; }","duration":"719.020011ms","start":"2026-03-18T22:04:14.817221Z","end":"2026-03-18T22:04:15.536241Z","steps":["trace[1863894113] 'agreement among raft nodes before linearized reading' (duration: 718.688473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:15.536281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:14.826558Z","time spent":"709.713232ms","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:04:15.536285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:14.817158Z","time spent":"719.118443ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223869,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T22:04:15.536281Z","caller":"traceutil/trace.go:171","msg":"trace[1009431951] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7662; }","duration":"720.225477ms","start":"2026-03-18T22:04:14.816031Z","end":"2026-03-18T22:04:15.536256Z","steps":["trace[1009431951] 'agreement among raft nodes before linearized reading' (duration: 719.88728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:15.536337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:14.816023Z","time spent":"720.30474ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19471,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T22:04:15.970494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5595} {"level":"info","ts":"2026-03-18T22:04:16.276121Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5595,"took":"303.362961ms","hash":2113173080,"current-db-size-bytes":43032576,"current-db-size":"43 MB","current-db-size-in-use-bytes":23392256,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-18T22:04:16.276216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2113173080,"revision":5595,"compact-revision":2692} {"level":"warn","ts":"2026-03-18T22:04:17.317177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702940032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:04:17.454153Z","caller":"traceutil/trace.go:171","msg":"trace[1323004861] linearizableReadLoop","detail":"{readStateIndex:7958; appliedIndex:7957; }","duration":"638.412172ms","start":"2026-03-18T22:04:16.815718Z","end":"2026-03-18T22:04:17.45413Z","steps":["trace[1323004861] 'read index received' (duration: 638.187537ms)","trace[1323004861] 'applied index is now lower than readState.Index' (duration: 223.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:17.454418Z","caller":"traceutil/trace.go:171","msg":"trace[284192080] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"737.800292ms","start":"2026-03-18T22:04:16.716606Z","end":"2026-03-18T22:04:17.454406Z","steps":["trace[284192080] 'process raft request' (duration: 737.357991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:17.454527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:16.716572Z","time spent":"737.883424ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:04:17.454792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.080378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T22:04:17.454833Z","caller":"traceutil/trace.go:171","msg":"trace[284565828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7666; }","duration":"639.152299ms","start":"2026-03-18T22:04:16.815671Z","end":"2026-03-18T22:04:17.454823Z","steps":["trace[284565828] 'agreement among raft nodes before linearized reading' (duration: 639.026306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:17.454868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:16.815657Z","time spent":"639.204011ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:04:17.455054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.809011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-68c97c65cc-fhcq6.189e0eac6cd7d2e5\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-18T22:04:17.455091Z","caller":"traceutil/trace.go:171","msg":"trace[1891779331] range","detail":"{range_begin:/registry/events/openstack/barbican-api-68c97c65cc-fhcq6.189e0eac6cd7d2e5; range_end:; response_count:1; response_revision:7666; }","duration":"497.873113ms","start":"2026-03-18T22:04:16.957209Z","end":"2026-03-18T22:04:17.455082Z","steps":["trace[1891779331] 'agreement among raft nodes before linearized reading' (duration: 497.779721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:17.455118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:16.957195Z","time spent":"497.916623ms","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-68c97c65cc-fhcq6.189e0eac6cd7d2e5\" "} {"level":"warn","ts":"2026-03-18T22:04:17.455488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.571985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130170"} {"level":"info","ts":"2026-03-18T22:04:17.455534Z","caller":"traceutil/trace.go:171","msg":"trace[802601889] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7666; }","duration":"249.635566ms","start":"2026-03-18T22:04:17.205881Z","end":"2026-03-18T22:04:17.455517Z","steps":["trace[802601889] 'agreement among raft nodes before linearized reading' (duration: 249.519774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:17.455751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.746873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-18T22:04:17.455786Z","caller":"traceutil/trace.go:171","msg":"trace[2057669352] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7666; }","duration":"255.821025ms","start":"2026-03-18T22:04:17.199958Z","end":"2026-03-18T22:04:17.455779Z","steps":["trace[2057669352] 'agreement among raft nodes before linearized reading' (duration: 255.736523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:17.455946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.814425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:04:17.456022Z","caller":"traceutil/trace.go:171","msg":"trace[1611279586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7666; }","duration":"267.930887ms","start":"2026-03-18T22:04:17.188074Z","end":"2026-03-18T22:04:17.456005Z","steps":["trace[1611279586] 'agreement among raft nodes before linearized reading' (duration: 267.805914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:17.71056Z","caller":"traceutil/trace.go:171","msg":"trace[1684397366] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"134.448015ms","start":"2026-03-18T22:04:17.576087Z","end":"2026-03-18T22:04:17.710535Z","steps":["trace[1684397366] 'process raft request' (duration: 134.366153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:17.710576Z","caller":"traceutil/trace.go:171","msg":"trace[358089431] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"134.451365ms","start":"2026-03-18T22:04:17.576084Z","end":"2026-03-18T22:04:17.710536Z","steps":["trace[358089431] 'process raft request' (duration: 134.22714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:17.710803Z","caller":"traceutil/trace.go:171","msg":"trace[1498278077] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"133.758439ms","start":"2026-03-18T22:04:17.577023Z","end":"2026-03-18T22:04:17.710781Z","steps":["trace[1498278077] 'process raft request' (duration: 133.471713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:18.340664Z","caller":"traceutil/trace.go:171","msg":"trace[1717070285] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"221.165428ms","start":"2026-03-18T22:04:18.119474Z","end":"2026-03-18T22:04:18.340639Z","steps":["trace[1717070285] 'process raft request' (duration: 221.000015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:18.42319Z","caller":"traceutil/trace.go:171","msg":"trace[1398444447] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"302.86977ms","start":"2026-03-18T22:04:18.120295Z","end":"2026-03-18T22:04:18.423165Z","steps":["trace[1398444447] 'process raft request' (duration: 284.016809ms)","trace[1398444447] 'compare' (duration: 18.635806ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:18.423166Z","caller":"traceutil/trace.go:171","msg":"trace[1825908233] linearizableReadLoop","detail":"{readStateIndex:7968; appliedIndex:7966; }","duration":"234.496747ms","start":"2026-03-18T22:04:18.188637Z","end":"2026-03-18T22:04:18.423134Z","steps":["trace[1825908233] 'read index received' (duration: 151.836754ms)","trace[1825908233] 'applied index is now lower than readState.Index' (duration: 82.657943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:18.423336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:18.120272Z","time spent":"302.990802ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:04:18.423434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.780103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:04:18.423485Z","caller":"traceutil/trace.go:171","msg":"trace[785166280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7675; }","duration":"234.880865ms","start":"2026-03-18T22:04:18.188588Z","end":"2026-03-18T22:04:18.423469Z","steps":["trace[785166280] 'agreement among raft nodes before linearized reading' (duration: 234.739712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:19.757099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.942305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:04:19.757243Z","caller":"traceutil/trace.go:171","msg":"trace[1258587652] linearizableReadLoop","detail":"{readStateIndex:7970; appliedIndex:7969; }","duration":"236.142455ms","start":"2026-03-18T22:04:19.521084Z","end":"2026-03-18T22:04:19.757226Z","steps":["trace[1258587652] 'read index received' (duration: 129.934264ms)","trace[1258587652] 'applied index is now lower than readState.Index' (duration: 106.206931ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:19.75731Z","caller":"traceutil/trace.go:171","msg":"trace[342851963] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"481.085526ms","start":"2026-03-18T22:04:19.276213Z","end":"2026-03-18T22:04:19.757298Z","steps":["trace[342851963] 'process raft request' (duration: 374.851934ms)","trace[342851963] 'compare' (duration: 105.807612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:19.757373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:19.276198Z","time spent":"481.143647ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:04:19.757548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.446342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T22:04:19.757616Z","caller":"traceutil/trace.go:171","msg":"trace[661812824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7676; }","duration":"236.591635ms","start":"2026-03-18T22:04:19.521007Z","end":"2026-03-18T22:04:19.757599Z","steps":["trace[661812824] 'agreement among raft nodes before linearized reading' (duration: 236.302518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:19.758518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.114807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T22:04:19.758592Z","caller":"traceutil/trace.go:171","msg":"trace[1283409850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7677; }","duration":"237.250359ms","start":"2026-03-18T22:04:19.521324Z","end":"2026-03-18T22:04:19.758574Z","steps":["trace[1283409850] 'agreement among raft nodes before linearized reading' (duration: 237.031784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:19.758677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.559211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:04:19.758734Z","caller":"traceutil/trace.go:171","msg":"trace[234070704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:7677; }","duration":"177.773855ms","start":"2026-03-18T22:04:19.580945Z","end":"2026-03-18T22:04:19.758719Z","steps":["trace[234070704] 'agreement among raft nodes before linearized reading' (duration: 177.575161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:19.75881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.564041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T22:04:19.758813Z","caller":"traceutil/trace.go:171","msg":"trace[15701868] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"191.288568ms","start":"2026-03-18T22:04:19.567503Z","end":"2026-03-18T22:04:19.758791Z","steps":["trace[15701868] 'process raft request' (duration: 190.739656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:19.758856Z","caller":"traceutil/trace.go:171","msg":"trace[19003996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7677; }","duration":"202.633062ms","start":"2026-03-18T22:04:19.55621Z","end":"2026-03-18T22:04:19.758843Z","steps":["trace[19003996] 'agreement among raft nodes before linearized reading' (duration: 202.512789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:19.758939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.326242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T22:04:19.75901Z","caller":"traceutil/trace.go:171","msg":"trace[1718422900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7677; }","duration":"142.452304ms","start":"2026-03-18T22:04:19.616539Z","end":"2026-03-18T22:04:19.758991Z","steps":["trace[1718422900] 'agreement among raft nodes before linearized reading' (duration: 142.162508ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:20.482816Z","caller":"traceutil/trace.go:171","msg":"trace[572567341] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"136.644653ms","start":"2026-03-18T22:04:20.346151Z","end":"2026-03-18T22:04:20.482796Z","steps":["trace[572567341] 'process raft request' (duration: 136.524021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:43.699795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.510691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-18T22:04:43.700156Z","caller":"traceutil/trace.go:171","msg":"trace[950453051] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:7847; }","duration":"231.92087ms","start":"2026-03-18T22:04:43.468213Z","end":"2026-03-18T22:04:43.700134Z","steps":["trace[950453051] 'range keys from in-memory index tree' (duration: 231.335866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:43.700162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.277115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T22:04:43.699761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.496395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T22:04:43.700242Z","caller":"traceutil/trace.go:171","msg":"trace[838944958] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7847; }","duration":"190.400828ms","start":"2026-03-18T22:04:43.50982Z","end":"2026-03-18T22:04:43.700221Z","steps":["trace[838944958] 'range keys from in-memory index tree' (duration: 190.069649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:43.700287Z","caller":"traceutil/trace.go:171","msg":"trace[1384023432] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7847; }","duration":"185.058747ms","start":"2026-03-18T22:04:43.515204Z","end":"2026-03-18T22:04:43.700263Z","steps":["trace[1384023432] 'count revisions from in-memory index tree' (duration: 184.439894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:43.700056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.552523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:04:43.70038Z","caller":"traceutil/trace.go:171","msg":"trace[1020883765] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7847; }","duration":"240.940233ms","start":"2026-03-18T22:04:43.45943Z","end":"2026-03-18T22:04:43.70037Z","steps":["trace[1020883765] 'count revisions from in-memory index tree' (duration: 240.456451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:48.083407Z","caller":"traceutil/trace.go:171","msg":"trace[1847505154] linearizableReadLoop","detail":"{readStateIndex:8169; appliedIndex:8168; }","duration":"105.740836ms","start":"2026-03-18T22:04:47.977642Z","end":"2026-03-18T22:04:48.083383Z","steps":["trace[1847505154] 'read index received' (duration: 105.604663ms)","trace[1847505154] 'applied index is now lower than readState.Index' (duration: 135.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:48.083487Z","caller":"traceutil/trace.go:171","msg":"trace[1113521629] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"107.891763ms","start":"2026-03-18T22:04:47.975545Z","end":"2026-03-18T22:04:48.083437Z","steps":["trace[1113521629] 'process raft request' (duration: 107.714569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.083624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.955871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T22:04:48.083655Z","caller":"traceutil/trace.go:171","msg":"trace[376552957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7868; }","duration":"106.021062ms","start":"2026-03-18T22:04:47.977625Z","end":"2026-03-18T22:04:48.083646Z","steps":["trace[376552957] 'agreement among raft nodes before linearized reading' (duration: 105.895329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.083761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.492169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:04:48.083779Z","caller":"traceutil/trace.go:171","msg":"trace[1347384803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7868; }","duration":"105.533711ms","start":"2026-03-18T22:04:47.978242Z","end":"2026-03-18T22:04:48.083776Z","steps":["trace[1347384803] 'agreement among raft nodes before linearized reading' (duration: 105.48672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.08382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.803677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T22:04:48.083886Z","caller":"traceutil/trace.go:171","msg":"trace[277130347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7868; }","duration":"101.901909ms","start":"2026-03-18T22:04:47.981968Z","end":"2026-03-18T22:04:48.08387Z","steps":["trace[277130347] 'agreement among raft nodes before linearized reading' (duration: 101.706684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.084508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.86247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T22:04:48.084593Z","caller":"traceutil/trace.go:171","msg":"trace[506759889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7868; }","duration":"106.971404ms","start":"2026-03-18T22:04:47.977599Z","end":"2026-03-18T22:04:48.084571Z","steps":["trace[506759889] 'agreement among raft nodes before linearized reading' (duration: 106.775219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:48.809513Z","caller":"traceutil/trace.go:171","msg":"trace[1089742538] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"720.256222ms","start":"2026-03-18T22:04:48.08919Z","end":"2026-03-18T22:04:48.809446Z","steps":["trace[1089742538] 'process raft request' (duration: 719.770701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.809976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.480532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228577"} {"level":"info","ts":"2026-03-18T22:04:48.810006Z","caller":"traceutil/trace.go:171","msg":"trace[573413164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7873; }","duration":"714.524673ms","start":"2026-03-18T22:04:48.095474Z","end":"2026-03-18T22:04:48.809999Z","steps":["trace[573413164] 'agreement among raft nodes before linearized reading' (duration: 714.229676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.81003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.095445Z","time spent":"714.578434ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228600,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T22:04:48.810063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.089181Z","time spent":"720.783643ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:48.810194Z","caller":"traceutil/trace.go:171","msg":"trace[125508041] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"719.485015ms","start":"2026-03-18T22:04:48.090686Z","end":"2026-03-18T22:04:48.810171Z","steps":["trace[125508041] 'process raft request' (duration: 718.735397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.810316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.090678Z","time spent":"719.577537ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:48.809513Z","caller":"traceutil/trace.go:171","msg":"trace[259936791] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"719.271169ms","start":"2026-03-18T22:04:48.090174Z","end":"2026-03-18T22:04:48.809445Z","steps":["trace[259936791] 'process raft request' (duration: 719.215977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.810615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.090166Z","time spent":"720.416645ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:48.809621Z","caller":"traceutil/trace.go:171","msg":"trace[607679713] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"719.917684ms","start":"2026-03-18T22:04:48.089696Z","end":"2026-03-18T22:04:48.809613Z","steps":["trace[607679713] 'process raft request' (duration: 719.657169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.810952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.089688Z","time spent":"721.236004ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:48.809691Z","caller":"traceutil/trace.go:171","msg":"trace[377791406] linearizableReadLoop","detail":"{readStateIndex:8174; appliedIndex:8169; }","duration":"714.197305ms","start":"2026-03-18T22:04:48.095485Z","end":"2026-03-18T22:04:48.809682Z","steps":["trace[377791406] 'read index received' (duration: 32.413888ms)","trace[377791406] 'applied index is now lower than readState.Index' (duration: 681.782707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:48.814675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.773682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:04:48.81472Z","caller":"traceutil/trace.go:171","msg":"trace[12296049] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7876; }","duration":"683.845403ms","start":"2026-03-18T22:04:48.130864Z","end":"2026-03-18T22:04:48.81471Z","steps":["trace[12296049] 'agreement among raft nodes before linearized reading' (duration: 683.750311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.814743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.130854Z","time spent":"683.883685ms","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:04:48.814832Z","caller":"traceutil/trace.go:171","msg":"trace[1908562398] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"198.860628ms","start":"2026-03-18T22:04:48.615958Z","end":"2026-03-18T22:04:48.814819Z","steps":["trace[1908562398] 'process raft request' (duration: 198.631493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.815038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.552425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:04:48.81508Z","caller":"traceutil/trace.go:171","msg":"trace[664027737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7876; }","duration":"626.625337ms","start":"2026-03-18T22:04:48.188443Z","end":"2026-03-18T22:04:48.815068Z","steps":["trace[664027737] 'agreement among raft nodes before linearized reading' (duration: 626.554796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:48.815082Z","caller":"traceutil/trace.go:171","msg":"trace[251298907] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"623.869285ms","start":"2026-03-18T22:04:48.191204Z","end":"2026-03-18T22:04:48.815073Z","steps":["trace[251298907] 'process raft request' (duration: 623.311563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.8151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.188424Z","time spent":"626.672619ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:04:48.815128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.191188Z","time spent":"623.913466ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:48.815213Z","caller":"traceutil/trace.go:171","msg":"trace[729590270] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"212.77605ms","start":"2026-03-18T22:04:48.60243Z","end":"2026-03-18T22:04:48.815206Z","steps":["trace[729590270] 'process raft request' (duration: 212.135596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.815328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.321342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T22:04:48.815376Z","caller":"traceutil/trace.go:171","msg":"trace[301003237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7876; }","duration":"517.407634ms","start":"2026-03-18T22:04:48.297957Z","end":"2026-03-18T22:04:48.815364Z","steps":["trace[301003237] 'agreement among raft nodes before linearized reading' (duration: 517.2561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:48.815401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:48.297937Z","time spent":"517.457774ms","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-18T22:04:48.815434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.151237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T22:04:48.815458Z","caller":"traceutil/trace.go:171","msg":"trace[526574475] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7876; }","duration":"245.215849ms","start":"2026-03-18T22:04:48.570236Z","end":"2026-03-18T22:04:48.815452Z","steps":["trace[526574475] 'agreement among raft nodes before linearized reading' (duration: 244.654916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:50.974599Z","caller":"traceutil/trace.go:171","msg":"trace[739754203] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"154.217615ms","start":"2026-03-18T22:04:50.820353Z","end":"2026-03-18T22:04:50.974571Z","steps":["trace[739754203] 'process raft request' (duration: 154.01065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:50.974904Z","caller":"traceutil/trace.go:171","msg":"trace[231435558] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"154.268785ms","start":"2026-03-18T22:04:50.82061Z","end":"2026-03-18T22:04:50.974879Z","steps":["trace[231435558] 'process raft request' (duration: 153.917158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:50.974998Z","caller":"traceutil/trace.go:171","msg":"trace[54990666] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"154.159903ms","start":"2026-03-18T22:04:50.820811Z","end":"2026-03-18T22:04:50.974971Z","steps":["trace[54990666] 'process raft request' (duration: 153.961619ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:50.975024Z","caller":"traceutil/trace.go:171","msg":"trace[1143834616] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"153.709263ms","start":"2026-03-18T22:04:50.821286Z","end":"2026-03-18T22:04:50.974995Z","steps":["trace[1143834616] 'process raft request' (duration: 153.58737ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:50.975137Z","caller":"traceutil/trace.go:171","msg":"trace[1869002953] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"151.501394ms","start":"2026-03-18T22:04:50.823625Z","end":"2026-03-18T22:04:50.975126Z","steps":["trace[1869002953] 'process raft request' (duration: 151.286329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:50.974989Z","caller":"traceutil/trace.go:171","msg":"trace[842547644] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8184; }","duration":"139.044743ms","start":"2026-03-18T22:04:50.83591Z","end":"2026-03-18T22:04:50.974954Z","steps":["trace[842547644] 'read index received' (duration: 138.396749ms)","trace[842547644] 'applied index is now lower than readState.Index' (duration: 647.104µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:04:50.975398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.466792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228577"} {"level":"info","ts":"2026-03-18T22:04:50.975443Z","caller":"traceutil/trace.go:171","msg":"trace[1379842295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7887; }","duration":"139.552595ms","start":"2026-03-18T22:04:50.83588Z","end":"2026-03-18T22:04:50.975432Z","steps":["trace[1379842295] 'agreement among raft nodes before linearized reading' (duration: 139.157886ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:52.439905Z","caller":"traceutil/trace.go:171","msg":"trace[1627674026] linearizableReadLoop","detail":"{readStateIndex:8190; appliedIndex:8189; }","duration":"281.744149ms","start":"2026-03-18T22:04:52.158135Z","end":"2026-03-18T22:04:52.439879Z","steps":["trace[1627674026] 'read index received' (duration: 281.554485ms)","trace[1627674026] 'applied index is now lower than readState.Index' (duration: 188.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:52.43994Z","caller":"traceutil/trace.go:171","msg":"trace[1901179386] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"338.72866ms","start":"2026-03-18T22:04:52.101187Z","end":"2026-03-18T22:04:52.439916Z","steps":["trace[1901179386] 'process raft request' (duration: 338.486005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:52.440091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.938854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T22:04:52.440132Z","caller":"traceutil/trace.go:171","msg":"trace[2008206441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7888; }","duration":"282.016155ms","start":"2026-03-18T22:04:52.158106Z","end":"2026-03-18T22:04:52.440122Z","steps":["trace[2008206441] 'agreement among raft nodes before linearized reading' (duration: 281.880322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:52.440135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.138414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:04:52.440151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:52.101159Z","time spent":"338.902894ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:52.440197Z","caller":"traceutil/trace.go:171","msg":"trace[947042111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7888; }","duration":"252.239687ms","start":"2026-03-18T22:04:52.187942Z","end":"2026-03-18T22:04:52.440182Z","steps":["trace[947042111] 'agreement among raft nodes before linearized reading' (duration: 252.129035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:52.731934Z","caller":"traceutil/trace.go:171","msg":"trace[2093250869] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"286.823543ms","start":"2026-03-18T22:04:52.44508Z","end":"2026-03-18T22:04:52.731904Z","steps":["trace[2093250869] 'process raft request' (duration: 286.624499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:52.86246Z","caller":"traceutil/trace.go:171","msg":"trace[71699352] linearizableReadLoop","detail":"{readStateIndex:8193; appliedIndex:8190; }","duration":"218.287464ms","start":"2026-03-18T22:04:52.644146Z","end":"2026-03-18T22:04:52.862433Z","steps":["trace[71699352] 'read index received' (duration: 87.621098ms)","trace[71699352] 'applied index is now lower than readState.Index' (duration: 130.665236ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:04:52.862599Z","caller":"traceutil/trace.go:171","msg":"trace[1146634780] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"305.681637ms","start":"2026-03-18T22:04:52.556907Z","end":"2026-03-18T22:04:52.862588Z","steps":["trace[1146634780] 'process raft request' (duration: 305.462132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:52.862703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:52.556883Z","time spent":"305.745649ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:04:52.862688Z","caller":"traceutil/trace.go:171","msg":"trace[1204475558] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"355.661161ms","start":"2026-03-18T22:04:52.507002Z","end":"2026-03-18T22:04:52.862663Z","steps":["trace[1204475558] 'process raft request' (duration: 355.1824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:04:52.86285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:04:52.506981Z","time spent":"355.784363ms","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:04:52.863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.831257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:04:52.863065Z","caller":"traceutil/trace.go:171","msg":"trace[1286336751] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7891; }","duration":"218.954489ms","start":"2026-03-18T22:04:52.644092Z","end":"2026-03-18T22:04:52.863047Z","steps":["trace[1286336751] 'agreement among raft nodes before linearized reading' (duration: 218.831277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:02.360258Z","caller":"traceutil/trace.go:171","msg":"trace[1955055379] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"447.315369ms","start":"2026-03-18T22:05:01.912918Z","end":"2026-03-18T22:05:02.360233Z","steps":["trace[1955055379] 'process raft request' (duration: 447.177516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:02.360411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:01.91289Z","time spent":"447.442682ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:02.733491Z","caller":"traceutil/trace.go:171","msg":"trace[1100854434] linearizableReadLoop","detail":"{readStateIndex:8285; appliedIndex:8284; }","duration":"366.967685ms","start":"2026-03-18T22:05:02.366495Z","end":"2026-03-18T22:05:02.733462Z","steps":["trace[1100854434] 'read index received' (duration: 313.33104ms)","trace[1100854434] 'applied index is now lower than readState.Index' (duration: 53.635685ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:02.733525Z","caller":"traceutil/trace.go:171","msg":"trace[1304688295] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"771.902432ms","start":"2026-03-18T22:05:01.961592Z","end":"2026-03-18T22:05:02.733494Z","steps":["trace[1304688295] 'process raft request' (duration: 718.142495ms)","trace[1304688295] 'compare' (duration: 53.602624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:02.733663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:01.961564Z","time spent":"772.020315ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:02.733761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.23814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-18T22:05:02.733837Z","caller":"traceutil/trace.go:171","msg":"trace[385512932] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7979; }","duration":"367.360124ms","start":"2026-03-18T22:05:02.366456Z","end":"2026-03-18T22:05:02.733816Z","steps":["trace[385512932] 'agreement among raft nodes before linearized reading' (duration: 367.159839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:02.733897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:02.366442Z","time spent":"367.440045ms","remote":"127.0.0.1:40036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-18T22:05:02.733962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.761611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T22:05:02.734092Z","caller":"traceutil/trace.go:171","msg":"trace[1359570040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7979; }","duration":"216.967215ms","start":"2026-03-18T22:05:02.517092Z","end":"2026-03-18T22:05:02.734059Z","steps":["trace[1359570040] 'agreement among raft nodes before linearized reading' (duration: 216.597527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:02.991548Z","caller":"traceutil/trace.go:171","msg":"trace[325789704] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"176.895014ms","start":"2026-03-18T22:05:02.814624Z","end":"2026-03-18T22:05:02.991519Z","steps":["trace[325789704] 'process raft request' (duration: 176.749241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:02.997713Z","caller":"traceutil/trace.go:171","msg":"trace[528853118] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8286; }","duration":"121.114711ms","start":"2026-03-18T22:05:02.87658Z","end":"2026-03-18T22:05:02.997694Z","steps":["trace[528853118] 'read index received' (duration: 114.882631ms)","trace[528853118] 'applied index is now lower than readState.Index' (duration: 6.23146ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:02.997767Z","caller":"traceutil/trace.go:171","msg":"trace[367915030] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"183.091503ms","start":"2026-03-18T22:05:02.814661Z","end":"2026-03-18T22:05:02.997753Z","steps":["trace[367915030] 'process raft request' (duration: 182.95139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:02.998001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.396697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-18T22:05:02.998091Z","caller":"traceutil/trace.go:171","msg":"trace[500412379] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7982; }","duration":"121.53311ms","start":"2026-03-18T22:05:02.876533Z","end":"2026-03-18T22:05:02.998066Z","steps":["trace[500412379] 'agreement among raft nodes before linearized reading' (duration: 121.255984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.314904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827830553702941125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:05:05.393671Z","caller":"traceutil/trace.go:171","msg":"trace[360239029] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"591.989269ms","start":"2026-03-18T22:05:04.801654Z","end":"2026-03-18T22:05:05.393644Z","steps":["trace[360239029] 'process raft request' (duration: 591.795965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.393845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:04.801629Z","time spent":"592.123393ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:05.754809Z","caller":"traceutil/trace.go:171","msg":"trace[1429790971] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"714.38901ms","start":"2026-03-18T22:05:05.040395Z","end":"2026-03-18T22:05:05.754784Z","steps":["trace[1429790971] 'process raft request' (duration: 714.163815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.754976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.04037Z","time spent":"714.520282ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:05.755052Z","caller":"traceutil/trace.go:171","msg":"trace[1121724931] linearizableReadLoop","detail":"{readStateIndex:8305; appliedIndex:8302; }","duration":"940.857318ms","start":"2026-03-18T22:05:04.814155Z","end":"2026-03-18T22:05:05.755013Z","steps":["trace[1121724931] 'read index received' (duration: 579.413778ms)","trace[1121724931] 'applied index is now lower than readState.Index' (duration: 361.4405ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:05.755132Z","caller":"traceutil/trace.go:171","msg":"trace[828987395] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"673.125772ms","start":"2026-03-18T22:05:05.081958Z","end":"2026-03-18T22:05:05.755083Z","steps":["trace[828987395] 'process raft request' (duration: 672.784905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.755299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.148904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T22:05:05.755351Z","caller":"traceutil/trace.go:171","msg":"trace[799418922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7998; }","duration":"941.198075ms","start":"2026-03-18T22:05:04.814138Z","end":"2026-03-18T22:05:05.755336Z","steps":["trace[799418922] 'agreement among raft nodes before linearized reading' (duration: 941.036381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.755355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.36823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-18T22:05:05.755365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.081938Z","time spent":"673.304617ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:05.755384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:04.814073Z","time spent":"941.305048ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:05:05.755409Z","caller":"traceutil/trace.go:171","msg":"trace[1121800269] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7998; }","duration":"905.485332ms","start":"2026-03-18T22:05:04.849913Z","end":"2026-03-18T22:05:05.755398Z","steps":["trace[1121800269] 'agreement among raft nodes before linearized reading' (duration: 905.275878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.75542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.834948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T22:05:05.755457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:04.849894Z","time spent":"905.550784ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T22:05:05.755546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.492904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:05:05.755586Z","caller":"traceutil/trace.go:171","msg":"trace[1240554234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7998; }","duration":"650.553905ms","start":"2026-03-18T22:05:05.105023Z","end":"2026-03-18T22:05:05.755577Z","steps":["trace[1240554234] 'agreement among raft nodes before linearized reading' (duration: 650.461283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.755636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.10501Z","time spent":"650.617737ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:05.755648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.05912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T22:05:05.755648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.991766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-18T22:05:05.75568Z","caller":"traceutil/trace.go:171","msg":"trace[1517954801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7998; }","duration":"741.129511ms","start":"2026-03-18T22:05:05.014543Z","end":"2026-03-18T22:05:05.755672Z","steps":["trace[1517954801] 'agreement among raft nodes before linearized reading' (duration: 741.044088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:05.755699Z","caller":"traceutil/trace.go:171","msg":"trace[275257015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7998; }","duration":"651.059317ms","start":"2026-03-18T22:05:05.104621Z","end":"2026-03-18T22:05:05.755681Z","steps":["trace[275257015] 'agreement among raft nodes before linearized reading' (duration: 650.899873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.755752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.104605Z","time spent":"651.138339ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T22:05:05.755788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.370823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T22:05:05.755708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.014522Z","time spent":"741.179812ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:05.755791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.092279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:05:05.755835Z","caller":"traceutil/trace.go:171","msg":"trace[427670420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7998; }","duration":"760.455935ms","start":"2026-03-18T22:05:04.99537Z","end":"2026-03-18T22:05:05.755826Z","steps":["trace[427670420] 'agreement among raft nodes before linearized reading' (duration: 760.360593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.755988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:04.995352Z","time spent":"760.619089ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:05:05.755989Z","caller":"traceutil/trace.go:171","msg":"trace[471219984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:7998; }","duration":"627.397466ms","start":"2026-03-18T22:05:05.128564Z","end":"2026-03-18T22:05:05.755961Z","steps":["trace[471219984] 'agreement among raft nodes before linearized reading' (duration: 626.72455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:05.755464Z","caller":"traceutil/trace.go:171","msg":"trace[954300519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7998; }","duration":"665.912269ms","start":"2026-03-18T22:05:05.089539Z","end":"2026-03-18T22:05:05.755451Z","steps":["trace[954300519] 'agreement among raft nodes before linearized reading' (duration: 665.793697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.756048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.154584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:05.756084Z","caller":"traceutil/trace.go:171","msg":"trace[983416598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7998; }","duration":"568.221506ms","start":"2026-03-18T22:05:05.187854Z","end":"2026-03-18T22:05:05.756075Z","steps":["trace[983416598] 'agreement among raft nodes before linearized reading' (duration: 568.172825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.756092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.089526Z","time spent":"666.538485ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:05.75611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.187839Z","time spent":"568.265737ms","remote":"127.0.0.1:39962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:05:05.755879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.705877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:05:05.75609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.128545Z","time spent":"627.529768ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-n5vv7\" "} {"level":"info","ts":"2026-03-18T22:05:05.756181Z","caller":"traceutil/trace.go:171","msg":"trace[546089581] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7998; }","duration":"427.064255ms","start":"2026-03-18T22:05:05.329089Z","end":"2026-03-18T22:05:05.756153Z","steps":["trace[546089581] 'agreement among raft nodes before linearized reading' (duration: 426.767988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:05.756238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:05.32907Z","time spent":"427.152346ms","remote":"127.0.0.1:40166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:06.031012Z","caller":"traceutil/trace.go:171","msg":"trace[634978566] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"205.742995ms","start":"2026-03-18T22:06:05.825246Z","end":"2026-03-18T22:06:06.030989Z","steps":["trace[634978566] 'process raft request' (duration: 205.561091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:06.342611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.049205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T22:06:06.342689Z","caller":"traceutil/trace.go:171","msg":"trace[853326618] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8623; }","duration":"107.193589ms","start":"2026-03-18T22:06:06.235477Z","end":"2026-03-18T22:06:06.342671Z","steps":["trace[853326618] 'count revisions from in-memory index tree' (duration: 106.949643ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:07.067976Z","caller":"traceutil/trace.go:171","msg":"trace[812109541] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"105.44537ms","start":"2026-03-18T22:06:06.962472Z","end":"2026-03-18T22:06:07.067917Z","steps":["trace[812109541] 'process raft request' (duration: 105.178974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:20.484084Z","caller":"traceutil/trace.go:171","msg":"trace[466872547] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"386.843384ms","start":"2026-03-18T22:06:20.097224Z","end":"2026-03-18T22:06:20.484067Z","steps":["trace[466872547] 'process raft request' (duration: 386.729212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.484187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.097201Z","time spent":"386.932566ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:20.650033Z","caller":"traceutil/trace.go:171","msg":"trace[1503326193] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"548.620509ms","start":"2026-03-18T22:06:20.101374Z","end":"2026-03-18T22:06:20.649995Z","steps":["trace[1503326193] 'process raft request' (duration: 548.131948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:20.650087Z","caller":"traceutil/trace.go:171","msg":"trace[27331856] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9014; }","duration":"494.528033ms","start":"2026-03-18T22:06:20.155533Z","end":"2026-03-18T22:06:20.650061Z","steps":["trace[27331856] 'read index received' (duration: 328.467122ms)","trace[27331856] 'applied index is now lower than readState.Index' (duration: 166.059691ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:20.650162Z","caller":"traceutil/trace.go:171","msg":"trace[281200920] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"183.194397ms","start":"2026-03-18T22:06:20.466894Z","end":"2026-03-18T22:06:20.650088Z","steps":["trace[281200920] 'process raft request' (duration: 182.846599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.650218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.101352Z","time spent":"548.777002ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:20.650353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.79588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T22:06:20.650428Z","caller":"traceutil/trace.go:171","msg":"trace[1053118408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8689; }","duration":"494.914023ms","start":"2026-03-18T22:06:20.155503Z","end":"2026-03-18T22:06:20.650417Z","steps":["trace[1053118408] 'agreement among raft nodes before linearized reading' (duration: 494.675827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.650498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.155494Z","time spent":"494.963134ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:20.668841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.83887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T22:06:20.668923Z","caller":"traceutil/trace.go:171","msg":"trace[743063334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8690; }","duration":"498.955103ms","start":"2026-03-18T22:06:20.169951Z","end":"2026-03-18T22:06:20.668906Z","steps":["trace[743063334] 'agreement among raft nodes before linearized reading' (duration: 498.734748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.66907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.021014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-18T22:06:20.669165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.923718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T22:06:20.669101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.186934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:06:20.669214Z","caller":"traceutil/trace.go:171","msg":"trace[1231506905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8690; }","duration":"496.995258ms","start":"2026-03-18T22:06:20.172201Z","end":"2026-03-18T22:06:20.669196Z","steps":["trace[1231506905] 'agreement among raft nodes before linearized reading' (duration: 496.831135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:20.669228Z","caller":"traceutil/trace.go:171","msg":"trace[149381900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8690; }","duration":"477.338077ms","start":"2026-03-18T22:06:20.19187Z","end":"2026-03-18T22:06:20.669208Z","steps":["trace[149381900] 'agreement among raft nodes before linearized reading' (duration: 477.075861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.669261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.172184Z","time spent":"497.060251ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:20.669294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.191859Z","time spent":"477.422388ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:20.669295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.169938Z","time spent":"499.166517ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:06:20.669167Z","caller":"traceutil/trace.go:171","msg":"trace[1857518978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8690; }","duration":"438.158596ms","start":"2026-03-18T22:06:20.230993Z","end":"2026-03-18T22:06:20.669152Z","steps":["trace[1857518978] 'agreement among raft nodes before linearized reading' (duration: 437.992903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.669388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.230978Z","time spent":"438.387822ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T22:06:20.668972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.074691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:20.669474Z","caller":"traceutil/trace.go:171","msg":"trace[2114872827] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8690; }","duration":"194.641984ms","start":"2026-03-18T22:06:20.474812Z","end":"2026-03-18T22:06:20.669454Z","steps":["trace[2114872827] 'agreement among raft nodes before linearized reading' (duration: 194.01818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.669007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.337637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:20.669592Z","caller":"traceutil/trace.go:171","msg":"trace[816180808] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8690; }","duration":"299.956021ms","start":"2026-03-18T22:06:20.369609Z","end":"2026-03-18T22:06:20.669565Z","steps":["trace[816180808] 'agreement among raft nodes before linearized reading' (duration: 299.341497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.669047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.297831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:06:20.66982Z","caller":"traceutil/trace.go:171","msg":"trace[1524915660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8690; }","duration":"492.085888ms","start":"2026-03-18T22:06:20.177723Z","end":"2026-03-18T22:06:20.669809Z","steps":["trace[1524915660] 'agreement among raft nodes before linearized reading' (duration: 491.25227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.66894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.493063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T22:06:20.669708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.369591Z","time spent":"300.084723ms","remote":"127.0.0.1:54140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:20.669855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.177716Z","time spent":"492.127339ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:06:20.66987Z","caller":"traceutil/trace.go:171","msg":"trace[288027643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:8690; }","duration":"398.455394ms","start":"2026-03-18T22:06:20.271394Z","end":"2026-03-18T22:06:20.66985Z","steps":["trace[288027643] 'agreement among raft nodes before linearized reading' (duration: 397.37123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.669982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.271379Z","time spent":"398.586938ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-n5vv7\" "} {"level":"warn","ts":"2026-03-18T22:06:21.073584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.046534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:21.073686Z","caller":"traceutil/trace.go:171","msg":"trace[2060859041] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"419.398445ms","start":"2026-03-18T22:06:20.654269Z","end":"2026-03-18T22:06:21.073668Z","steps":["trace[2060859041] 'process raft request' (duration: 309.171558ms)","trace[2060859041] 'compare' (duration: 109.938571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:21.073747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.654247Z","time spent":"419.469127ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:21.163997Z","caller":"traceutil/trace.go:171","msg":"trace[1716109916] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"490.115504ms","start":"2026-03-18T22:06:20.673854Z","end":"2026-03-18T22:06:21.163969Z","steps":["trace[1716109916] 'process raft request' (duration: 489.92963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.164166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.673843Z","time spent":"490.232437ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:21.164378Z","caller":"traceutil/trace.go:171","msg":"trace[1543503439] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"490.502663ms","start":"2026-03-18T22:06:20.673854Z","end":"2026-03-18T22:06:21.164357Z","steps":["trace[1543503439] 'process raft request' (duration: 490.074043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.164482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.673834Z","time spent":"490.600725ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:21.164596Z","caller":"traceutil/trace.go:171","msg":"trace[248016276] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"490.678587ms","start":"2026-03-18T22:06:20.6739Z","end":"2026-03-18T22:06:21.164578Z","steps":["trace[248016276] 'process raft request' (duration: 490.38759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.164615Z","caller":"traceutil/trace.go:171","msg":"trace[19165398] linearizableReadLoop","detail":"{readStateIndex:9024; appliedIndex:9018; }","duration":"490.223586ms","start":"2026-03-18T22:06:20.674366Z","end":"2026-03-18T22:06:21.16459Z","steps":["trace[19165398] 'read index received' (duration: 288.935273ms)","trace[19165398] 'applied index is now lower than readState.Index' (duration: 201.287213ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:21.164697Z","caller":"traceutil/trace.go:171","msg":"trace[897245670] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"490.451601ms","start":"2026-03-18T22:06:20.674235Z","end":"2026-03-18T22:06:21.164687Z","steps":["trace[897245670] 'process raft request' (duration: 490.293718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.164681Z","caller":"traceutil/trace.go:171","msg":"trace[813095787] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"490.527283ms","start":"2026-03-18T22:06:20.674129Z","end":"2026-03-18T22:06:21.164656Z","steps":["trace[813095787] 'process raft request' (duration: 490.281438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.164729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.673894Z","time spent":"490.785249ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:21.16476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.674215Z","time spent":"490.513463ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:21.16483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.674122Z","time spent":"490.620515ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:21.164917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.220816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:21.16498Z","caller":"traceutil/trace.go:171","msg":"trace[2086044436] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8696; }","duration":"312.309238ms","start":"2026-03-18T22:06:20.852654Z","end":"2026-03-18T22:06:21.164963Z","steps":["trace[2086044436] 'agreement among raft nodes before linearized reading' (duration: 312.211236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.165012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.94733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-18T22:06:21.165037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.85264Z","time spent":"312.38264ms","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:21.165081Z","caller":"traceutil/trace.go:171","msg":"trace[1013933750] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8696; }","duration":"130.050452ms","start":"2026-03-18T22:06:21.035013Z","end":"2026-03-18T22:06:21.165063Z","steps":["trace[1013933750] 'agreement among raft nodes before linearized reading' (duration: 129.872209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.165085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.695617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291274"} {"level":"info","ts":"2026-03-18T22:06:21.165197Z","caller":"traceutil/trace.go:171","msg":"trace[1521915777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8696; }","duration":"490.84282ms","start":"2026-03-18T22:06:20.674337Z","end":"2026-03-18T22:06:21.165179Z","steps":["trace[1521915777] 'agreement among raft nodes before linearized reading' (duration: 490.3946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.165262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.67432Z","time spent":"490.924971ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291297,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T22:06:33.665853Z","caller":"traceutil/trace.go:171","msg":"trace[714824776] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"124.627081ms","start":"2026-03-18T22:06:33.541192Z","end":"2026-03-18T22:06:33.665819Z","steps":["trace[714824776] 'process raft request' (duration: 124.445957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:33.83852Z","caller":"traceutil/trace.go:171","msg":"trace[1915228124] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"122.708978ms","start":"2026-03-18T22:06:33.715767Z","end":"2026-03-18T22:06:33.838476Z","steps":["trace[1915228124] 'process raft request' (duration: 115.603098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:45.490562Z","caller":"traceutil/trace.go:171","msg":"trace[965578149] linearizableReadLoop","detail":"{readStateIndex:9199; appliedIndex:9198; }","duration":"103.188149ms","start":"2026-03-18T22:06:45.387347Z","end":"2026-03-18T22:06:45.490535Z","steps":["trace[965578149] 'read index received' (duration: 102.994665ms)","trace[965578149] 'applied index is now lower than readState.Index' (duration: 191.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:45.490644Z","caller":"traceutil/trace.go:171","msg":"trace[1742630246] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"107.417314ms","start":"2026-03-18T22:06:45.383177Z","end":"2026-03-18T22:06:45.490595Z","steps":["trace[1742630246] 'process raft request' (duration: 107.170879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:45.49118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.795142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306037"} {"level":"info","ts":"2026-03-18T22:06:45.491264Z","caller":"traceutil/trace.go:171","msg":"trace[335325882] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:8865; }","duration":"103.929095ms","start":"2026-03-18T22:06:45.387314Z","end":"2026-03-18T22:06:45.491243Z","steps":["trace[335325882] 'agreement among raft nodes before linearized reading' (duration: 103.323692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:45.497668Z","caller":"traceutil/trace.go:171","msg":"trace[1518882492] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"109.865469ms","start":"2026-03-18T22:06:45.387786Z","end":"2026-03-18T22:06:45.497651Z","steps":["trace[1518882492] 'process raft request' (duration: 109.737126ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:45.498028Z","caller":"traceutil/trace.go:171","msg":"trace[359845733] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"109.546272ms","start":"2026-03-18T22:06:45.388457Z","end":"2026-03-18T22:06:45.498003Z","steps":["trace[359845733] 'process raft request' (duration: 109.154153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:45.498111Z","caller":"traceutil/trace.go:171","msg":"trace[1975801184] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"108.772854ms","start":"2026-03-18T22:06:45.389313Z","end":"2026-03-18T22:06:45.498086Z","steps":["trace[1975801184] 'process raft request' (duration: 108.727983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:45.49806Z","caller":"traceutil/trace.go:171","msg":"trace[1706842589] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"109.190494ms","start":"2026-03-18T22:06:45.388854Z","end":"2026-03-18T22:06:45.498044Z","steps":["trace[1706842589] 'process raft request' (duration: 109.03608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:45.498294Z","caller":"traceutil/trace.go:171","msg":"trace[1044159119] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"109.197524ms","start":"2026-03-18T22:06:45.388999Z","end":"2026-03-18T22:06:45.498196Z","steps":["trace[1044159119] 'process raft request' (duration: 109.00198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:47.724536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.159938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:47.724782Z","caller":"traceutil/trace.go:171","msg":"trace[2058969488] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"217.410985ms","start":"2026-03-18T22:06:47.507353Z","end":"2026-03-18T22:06:47.724764Z","steps":["trace[2058969488] 'process raft request' (duration: 217.314193ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:47.724765Z","caller":"traceutil/trace.go:171","msg":"trace[1038352857] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"217.474246ms","start":"2026-03-18T22:06:47.507262Z","end":"2026-03-18T22:06:47.724736Z","steps":["trace[1038352857] 'process raft request' (duration: 82.079904ms)","trace[1038352857] 'compare' (duration: 134.994953ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:47.724911Z","caller":"traceutil/trace.go:171","msg":"trace[870394793] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"216.967175ms","start":"2026-03-18T22:06:47.507935Z","end":"2026-03-18T22:06:47.724902Z","steps":["trace[870394793] 'process raft request' (duration: 216.789411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:12.21848Z","caller":"traceutil/trace.go:171","msg":"trace[47930276] linearizableReadLoop","detail":"{readStateIndex:9787; appliedIndex:9786; }","duration":"212.93971ms","start":"2026-03-18T22:08:12.005497Z","end":"2026-03-18T22:08:12.218437Z","steps":["trace[47930276] 'read index received' (duration: 212.612043ms)","trace[47930276] 'applied index is now lower than readState.Index' (duration: 326.267µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:08:12.219237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.75256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:08:12.219299Z","caller":"traceutil/trace.go:171","msg":"trace[1369445124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:9432; }","duration":"133.873013ms","start":"2026-03-18T22:08:12.08541Z","end":"2026-03-18T22:08:12.219284Z","steps":["trace[1369445124] 'agreement among raft nodes before linearized reading' (duration: 133.633758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:12.219679Z","caller":"traceutil/trace.go:171","msg":"trace[539409671] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"224.807025ms","start":"2026-03-18T22:08:11.99483Z","end":"2026-03-18T22:08:12.219637Z","steps":["trace[539409671] 'process raft request' (duration: 223.330592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:12.220189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.584996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T22:08:12.220249Z","caller":"traceutil/trace.go:171","msg":"trace[755642711] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9432; }","duration":"214.801611ms","start":"2026-03-18T22:08:12.005431Z","end":"2026-03-18T22:08:12.220233Z","steps":["trace[755642711] 'agreement among raft nodes before linearized reading' (duration: 214.499184ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:32.915553Z","caller":"traceutil/trace.go:171","msg":"trace[143659137] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"288.147072ms","start":"2026-03-18T22:08:32.627369Z","end":"2026-03-18T22:08:32.915516Z","steps":["trace[143659137] 'process raft request' (duration: 287.888466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:34.386004Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T22:08:34.507102Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-03-18T22:08:34.507215Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"warn","ts":"2026-03-18T22:08:34.583494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.883393ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T22:08:37.405785Z","caller":"traceutil/trace.go:171","msg":"trace[1719190748] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"180.289251ms","start":"2026-03-18T22:08:37.225467Z","end":"2026-03-18T22:08:37.405756Z","steps":["trace[1719190748] 'process raft request' (duration: 180.096517ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:09:15.978792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7663} {"level":"info","ts":"2026-03-18T22:09:16.047391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7663,"took":"66.54334ms","hash":2490861207,"current-db-size-bytes":43032576,"current-db-size":"43 MB","current-db-size-in-use-bytes":26406912,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T22:09:16.047446Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2490861207,"revision":7663,"compact-revision":5595} {"level":"info","ts":"2026-03-18T22:11:59.774111Z","caller":"traceutil/trace.go:171","msg":"trace[1295689882] linearizableReadLoop","detail":"{readStateIndex:11073; appliedIndex:11072; }","duration":"380.798975ms","start":"2026-03-18T22:11:59.393277Z","end":"2026-03-18T22:11:59.774076Z","steps":["trace[1295689882] 'read index received' (duration: 380.533379ms)","trace[1295689882] 'applied index is now lower than readState.Index' (duration: 264.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:11:59.77418Z","caller":"traceutil/trace.go:171","msg":"trace[1248903220] transaction","detail":"{read_only:false; response_revision:10667; number_of_response:1; }","duration":"394.080489ms","start":"2026-03-18T22:11:59.380067Z","end":"2026-03-18T22:11:59.774148Z","steps":["trace[1248903220] 'process raft request' (duration: 393.833223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:11:59.774343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:11:59.38005Z","time spent":"394.190121ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:11:59.774537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.284268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:11:59.774578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.127183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-18T22:11:59.774594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.826137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T22:11:59.774671Z","caller":"traceutil/trace.go:171","msg":"trace[1377114061] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10667; }","duration":"251.471503ms","start":"2026-03-18T22:11:59.523154Z","end":"2026-03-18T22:11:59.774626Z","steps":["trace[1377114061] 'agreement among raft nodes before linearized reading' (duration: 251.275538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:11:59.774697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.113906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T22:11:59.774777Z","caller":"traceutil/trace.go:171","msg":"trace[1684666028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10667; }","duration":"375.204457ms","start":"2026-03-18T22:11:59.399551Z","end":"2026-03-18T22:11:59.774756Z","steps":["trace[1684666028] 'agreement among raft nodes before linearized reading' (duration: 374.921531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:11:59.77482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:11:59.399544Z","time spent":"375.267569ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T22:11:59.774677Z","caller":"traceutil/trace.go:171","msg":"trace[1336522204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10667; }","duration":"328.263205ms","start":"2026-03-18T22:11:59.446387Z","end":"2026-03-18T22:11:59.774651Z","steps":["trace[1336522204] 'agreement among raft nodes before linearized reading' (duration: 328.01358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:11:59.774975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:11:59.446371Z","time spent":"328.593263ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T22:11:59.774685Z","caller":"traceutil/trace.go:171","msg":"trace[2009737580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10667; }","duration":"370.94639ms","start":"2026-03-18T22:11:59.403715Z","end":"2026-03-18T22:11:59.774661Z","steps":["trace[2009737580] 'agreement among raft nodes before linearized reading' (duration: 370.729386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:11:59.77518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:11:59.403703Z","time spent":"371.427311ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T22:11:59.77529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.890286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T22:11:59.774406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.106113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T22:11:59.775459Z","caller":"traceutil/trace.go:171","msg":"trace[534924335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10667; }","duration":"382.198987ms","start":"2026-03-18T22:11:59.393242Z","end":"2026-03-18T22:11:59.775441Z","steps":["trace[534924335] 'agreement among raft nodes before linearized reading' (duration: 381.0068ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:11:59.775398Z","caller":"traceutil/trace.go:171","msg":"trace[1258608620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10667; }","duration":"377.08118ms","start":"2026-03-18T22:11:59.398285Z","end":"2026-03-18T22:11:59.775366Z","steps":["trace[1258608620] 'agreement among raft nodes before linearized reading' (duration: 376.046907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:11:59.775685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:11:59.398223Z","time spent":"377.448378ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:11:59.77579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:11:59.393227Z","time spent":"382.404172ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:12:00.009203Z","caller":"traceutil/trace.go:171","msg":"trace[1280677386] transaction","detail":"{read_only:false; response_revision:10668; number_of_response:1; }","duration":"230.284169ms","start":"2026-03-18T22:11:59.778884Z","end":"2026-03-18T22:12:00.009168Z","steps":["trace[1280677386] 'process raft request' (duration: 195.33688ms)","trace[1280677386] 'compare' (duration: 34.531229ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:12:00.009308Z","caller":"traceutil/trace.go:171","msg":"trace[580848473] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"227.775942ms","start":"2026-03-18T22:11:59.7815Z","end":"2026-03-18T22:12:00.009276Z","steps":["trace[580848473] 'process raft request' (duration: 227.69709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:00.009424Z","caller":"traceutil/trace.go:171","msg":"trace[538000960] linearizableReadLoop","detail":"{readStateIndex:11074; appliedIndex:11073; }","duration":"229.389329ms","start":"2026-03-18T22:11:59.779999Z","end":"2026-03-18T22:12:00.009389Z","steps":["trace[538000960] 'read index received' (duration: 194.277546ms)","trace[538000960] 'applied index is now lower than readState.Index' (duration: 35.108653ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:12:00.009468Z","caller":"traceutil/trace.go:171","msg":"trace[906560470] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"227.981386ms","start":"2026-03-18T22:11:59.78144Z","end":"2026-03-18T22:12:00.009421Z","steps":["trace[906560470] 'process raft request' (duration: 227.649039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:00.009455Z","caller":"traceutil/trace.go:171","msg":"trace[491656092] transaction","detail":"{read_only:false; response_revision:10669; number_of_response:1; }","duration":"228.410997ms","start":"2026-03-18T22:11:59.780976Z","end":"2026-03-18T22:12:00.009387Z","steps":["trace[491656092] 'process raft request' (duration: 228.008827ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:00.00993Z","caller":"traceutil/trace.go:171","msg":"trace[1255084217] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"174.911253ms","start":"2026-03-18T22:11:59.835004Z","end":"2026-03-18T22:12:00.009915Z","steps":["trace[1255084217] 'process raft request' (duration: 174.226878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:12:00.010076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.033223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19201"} {"level":"info","ts":"2026-03-18T22:12:00.01015Z","caller":"traceutil/trace.go:171","msg":"trace[1982206837] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10672; }","duration":"230.169866ms","start":"2026-03-18T22:11:59.77996Z","end":"2026-03-18T22:12:00.01013Z","steps":["trace[1982206837] 'agreement among raft nodes before linearized reading' (duration: 229.588253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:12:00.01028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.965644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n5vv7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:12:00.010413Z","caller":"traceutil/trace.go:171","msg":"trace[644482787] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n5vv7; range_end:; response_count:1; response_revision:10672; }","duration":"157.178689ms","start":"2026-03-18T22:11:59.853216Z","end":"2026-03-18T22:12:00.010394Z","steps":["trace[644482787] 'agreement among raft nodes before linearized reading' (duration: 156.599196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:14:15.984577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9897} {"level":"info","ts":"2026-03-18T22:14:16.064832Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9897,"took":"78.208636ms","hash":371107800,"current-db-size-bytes":43032576,"current-db-size":"43 MB","current-db-size-in-use-bytes":17195008,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-18T22:14:16.0649Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":371107800,"revision":9897,"compact-revision":7663}