{"level":"warn","ts":"2026-04-16T09:23:53.893817Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T09:23:53.893896Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.77:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.77:2380","--initial-cluster=instance=https://199.204.45.77:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.77:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.77:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T09:23:53.893955Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T09:23:53.893967Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-04-16T09:23:53.893983Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T09:23:53.894575Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"]} {"level":"info","ts":"2026-04-16T09:23:53.894644Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.77:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T09:23:53.898988Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.099947ms"} {"level":"info","ts":"2026-04-16T09:23:53.909257Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9133559b3198d4ec","cluster-id":"60f1aee33b0786f5"} {"level":"info","ts":"2026-04-16T09:23:53.909366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T09:23:53.909399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 0"} {"level":"info","ts":"2026-04-16T09:23:53.909426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9133559b3198d4ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T09:23:53.90945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 1"} {"level":"info","ts":"2026-04-16T09:23:53.909507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"warn","ts":"2026-04-16T09:23:53.916852Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T09:23:53.918165Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T09:23:53.919225Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T09:23:53.921495Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9133559b3198d4ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T09:23:53.921714Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9133559b3198d4ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T09:23:53.921863Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T09:23:53.922037Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T09:23:53.922066Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T09:23:53.923811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"info","ts":"2026-04-16T09:23:53.924011Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","added-peer-id":"9133559b3198d4ec","added-peer-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-04-16T09:23:53.927378Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T09:23:53.927527Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-04-16T09:23:53.927592Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-04-16T09:23:53.927756Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9133559b3198d4ec","initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T09:23:53.927803Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T09:23:54.210344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T09:23:54.210435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T09:23:54.210462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgPreVoteResp from 9133559b3198d4ec at term 1"} {"level":"info","ts":"2026-04-16T09:23:54.210482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became candidate at term 2"} {"level":"info","ts":"2026-04-16T09:23:54.210492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgVoteResp from 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-04-16T09:23:54.210509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became leader at term 2"} {"level":"info","ts":"2026-04-16T09:23:54.210524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9133559b3198d4ec elected leader 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-04-16T09:23:54.211445Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T09:23:54.211659Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9133559b3198d4ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.77:2379]}","request-path":"/0/members/9133559b3198d4ec/attributes","cluster-id":"60f1aee33b0786f5","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T09:23:54.211682Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T09:23:54.211761Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T09:23:54.211978Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T09:23:54.212032Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T09:23:54.212518Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T09:23:54.21263Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T09:23:54.212673Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T09:23:54.215632Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T09:23:54.216369Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.77:2379"} {"level":"warn","ts":"2026-04-16T09:24:13.255285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.249013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:24:13.25544Z","caller":"traceutil/trace.go:171","msg":"trace[205585820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"180.466894ms","start":"2026-04-16T09:24:13.074946Z","end":"2026-04-16T09:24:13.255413Z","steps":["trace[205585820] 'range keys from in-memory index tree' (duration: 180.156507ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:14.222327Z","caller":"traceutil/trace.go:171","msg":"trace[609442827] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:465; }","duration":"317.797967ms","start":"2026-04-16T09:24:13.904503Z","end":"2026-04-16T09:24:14.222301Z","steps":["trace[609442827] 'read index received' (duration: 317.640558ms)","trace[609442827] 'applied index is now lower than readState.Index' (duration: 156.138µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:14.222423Z","caller":"traceutil/trace.go:171","msg":"trace[1142997128] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"654.004615ms","start":"2026-04-16T09:24:13.568398Z","end":"2026-04-16T09:24:14.222402Z","steps":["trace[1142997128] 'process raft request' (duration: 653.716529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:14.222453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.931703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:24:14.22249Z","caller":"traceutil/trace.go:171","msg":"trace[1944321444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:450; }","duration":"318.019548ms","start":"2026-04-16T09:24:13.904459Z","end":"2026-04-16T09:24:14.222479Z","steps":["trace[1944321444] 'agreement among raft nodes before linearized reading' (duration: 317.935354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:14.222524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:13.904438Z","time spent":"318.077782ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:24:14.222779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:13.568362Z","time spent":"654.115351ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:24:14.662159Z","caller":"traceutil/trace.go:171","msg":"trace[1296724077] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"309.094372ms","start":"2026-04-16T09:24:14.353032Z","end":"2026-04-16T09:24:14.662126Z","steps":["trace[1296724077] 'read index received' (duration: 308.250565ms)","trace[1296724077] 'applied index is now lower than readState.Index' (duration: 842.557µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:14.662238Z","caller":"traceutil/trace.go:171","msg":"trace[265214459] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"435.480571ms","start":"2026-04-16T09:24:14.226721Z","end":"2026-04-16T09:24:14.662202Z","steps":["trace[265214459] 'process raft request' (duration: 434.598122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:14.66231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.269972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:24:14.662385Z","caller":"traceutil/trace.go:171","msg":"trace[790666206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:451; }","duration":"309.374538ms","start":"2026-04-16T09:24:14.352989Z","end":"2026-04-16T09:24:14.662363Z","steps":["trace[790666206] 'agreement among raft nodes before linearized reading' (duration: 309.239131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:14.662396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:14.226698Z","time spent":"435.618119ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:24:14.662442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:14.352967Z","time spent":"309.467043ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:24:20.658731Z","caller":"traceutil/trace.go:171","msg":"trace[733645431] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"128.276787ms","start":"2026-04-16T09:24:20.53043Z","end":"2026-04-16T09:24:20.658707Z","steps":["trace[733645431] 'read index received' (duration: 128.175902ms)","trace[733645431] 'applied index is now lower than readState.Index' (duration: 99.725µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:20.658805Z","caller":"traceutil/trace.go:171","msg":"trace[714171581] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"410.771109ms","start":"2026-04-16T09:24:20.24801Z","end":"2026-04-16T09:24:20.658781Z","steps":["trace[714171581] 'process raft request' (duration: 410.539617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:20.658844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.394542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:24:20.658903Z","caller":"traceutil/trace.go:171","msg":"trace[843880322] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:465; }","duration":"128.493207ms","start":"2026-04-16T09:24:20.530397Z","end":"2026-04-16T09:24:20.658891Z","steps":["trace[843880322] 'agreement among raft nodes before linearized reading' (duration: 128.395462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:20.65896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:20.247987Z","time spent":"410.875974ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:24:23.32623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.805838ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T09:24:23.329109Z","caller":"traceutil/trace.go:171","msg":"trace[331120650] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"774.614348ms","start":"2026-04-16T09:24:22.554448Z","end":"2026-04-16T09:24:23.329063Z","steps":["trace[331120650] 'process raft request' (duration: 774.385678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:23.329174Z","caller":"traceutil/trace.go:171","msg":"trace[385294995] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"770.687986ms","start":"2026-04-16T09:24:22.558426Z","end":"2026-04-16T09:24:23.329114Z","steps":["trace[385294995] 'process raft request' (duration: 770.563826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.329349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.558405Z","time spent":"770.871746ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:24:23.329323Z","caller":"traceutil/trace.go:171","msg":"trace[625210032] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"770.769846ms","start":"2026-04-16T09:24:22.558488Z","end":"2026-04-16T09:24:23.329258Z","steps":["trace[625210032] 'process raft request' (duration: 770.544506ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:23.329403Z","caller":"traceutil/trace.go:171","msg":"trace[2017983381] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"763.619291ms","start":"2026-04-16T09:24:22.565742Z","end":"2026-04-16T09:24:23.329361Z","steps":["trace[2017983381] 'process raft request' (duration: 763.340701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.329439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.554427Z","time spent":"774.801238ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:24:23.32949Z","caller":"traceutil/trace.go:171","msg":"trace[590276472] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"762.322051ms","start":"2026-04-16T09:24:22.567152Z","end":"2026-04-16T09:24:23.329474Z","steps":["trace[590276472] 'process raft request' (duration: 762.199451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.329483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.558483Z","time spent":"770.928876ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:24:23.329501Z","caller":"traceutil/trace.go:171","msg":"trace[901045824] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"762.366521ms","start":"2026-04-16T09:24:22.567081Z","end":"2026-04-16T09:24:23.329447Z","steps":["trace[901045824] 'process raft request' (duration: 762.228981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.329526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.565726Z","time spent":"763.747881ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:24:23.329545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.567132Z","time spent":"762.389391ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:24:23.329587Z","caller":"traceutil/trace.go:171","msg":"trace[966196144] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"761.38742ms","start":"2026-04-16T09:24:22.568181Z","end":"2026-04-16T09:24:23.329569Z","steps":["trace[966196144] 'process raft request' (duration: 761.21202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.329621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.567073Z","time spent":"762.488541ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:24:23.3297Z","caller":"traceutil/trace.go:171","msg":"trace[449998713] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"738.247967ms","start":"2026-04-16T09:24:22.591443Z","end":"2026-04-16T09:24:23.329691Z","steps":["trace[449998713] 'process raft request' (duration: 738.041136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.329707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.568174Z","time spent":"761.489811ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:24:23.329747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.591411Z","time spent":"738.319687ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:24:23.329623Z","caller":"traceutil/trace.go:171","msg":"trace[1853240858] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"748.038072ms","start":"2026-04-16T09:24:22.581567Z","end":"2026-04-16T09:24:23.329605Z","steps":["trace[1853240858] 'process raft request' (duration: 747.866402ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:23.329719Z","caller":"traceutil/trace.go:171","msg":"trace[1677667611] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"762.904172ms","start":"2026-04-16T09:24:22.566713Z","end":"2026-04-16T09:24:23.329617Z","steps":["trace[1677667611] 'process raft request' (duration: 762.546741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.329845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.581541Z","time spent":"748.254823ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:24:23.329868Z","caller":"traceutil/trace.go:171","msg":"trace[1315089971] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"719.110366ms","start":"2026-04-16T09:24:22.610698Z","end":"2026-04-16T09:24:23.329809Z","steps":["trace[1315089971] 'process raft request' (duration: 718.915225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:23.329927Z","caller":"traceutil/trace.go:171","msg":"trace[993125228] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"596.138892ms","start":"2026-04-16T09:24:22.733778Z","end":"2026-04-16T09:24:23.329917Z","steps":["trace[993125228] 'process raft request' (duration: 596.017752ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:23.329925Z","caller":"traceutil/trace.go:171","msg":"trace[970036405] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:519; }","duration":"667.705905ms","start":"2026-04-16T09:24:22.6622Z","end":"2026-04-16T09:24:23.329906Z","steps":["trace[970036405] 'read index received' (duration: 190.186073ms)","trace[970036405] 'applied index is now lower than readState.Index' (duration: 477.518902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:24:23.329973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.733758Z","time spent":"596.196882ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:24:23.330048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.61067Z","time spent":"719.295946ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:24:23.330078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.336084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:24:23.330078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.721902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T09:24:23.330066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.566704Z","time spent":"763.191002ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:24:23.330102Z","caller":"traceutil/trace.go:171","msg":"trace[1227976556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"317.401724ms","start":"2026-04-16T09:24:23.012693Z","end":"2026-04-16T09:24:23.330095Z","steps":["trace[1227976556] 'agreement among raft nodes before linearized reading' (duration: 317.336354ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:23.33011Z","caller":"traceutil/trace.go:171","msg":"trace[217537195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"628.789032ms","start":"2026-04-16T09:24:22.70131Z","end":"2026-04-16T09:24:23.330099Z","steps":["trace[217537195] 'agreement among raft nodes before linearized reading' (duration: 628.696522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.330099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.883405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T09:24:23.330124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:23.012672Z","time spent":"317.448164ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:24:23.330146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.701296Z","time spent":"628.842322ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T09:24:23.33016Z","caller":"traceutil/trace.go:171","msg":"trace[1289398544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"667.971935ms","start":"2026-04-16T09:24:22.662172Z","end":"2026-04-16T09:24:23.330144Z","steps":["trace[1289398544] 'agreement among raft nodes before linearized reading' (duration: 667.794125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.330102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.349196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:24:23.330206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.662158Z","time spent":"668.037135ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:24:23.330239Z","caller":"traceutil/trace.go:171","msg":"trace[940917844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"259.536936ms","start":"2026-04-16T09:24:23.070686Z","end":"2026-04-16T09:24:23.330223Z","steps":["trace[940917844] 'agreement among raft nodes before linearized reading' (duration: 259.341606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.330259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.782049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:24:23.330279Z","caller":"traceutil/trace.go:171","msg":"trace[541474859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"624.821819ms","start":"2026-04-16T09:24:22.705452Z","end":"2026-04-16T09:24:23.330273Z","steps":["trace[541474859] 'agreement among raft nodes before linearized reading' (duration: 624.781659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:23.330305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:22.705442Z","time spent":"624.857789ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:24:29.250522Z","caller":"traceutil/trace.go:171","msg":"trace[1826122008] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"104.243092ms","start":"2026-04-16T09:24:29.146244Z","end":"2026-04-16T09:24:29.250487Z","steps":["trace[1826122008] 'process raft request' (duration: 99.644947ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:30.034329Z","caller":"traceutil/trace.go:171","msg":"trace[1420867562] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"567.346631ms","start":"2026-04-16T09:24:29.466864Z","end":"2026-04-16T09:24:30.03421Z","steps":["trace[1420867562] 'process raft request' (duration: 486.084575ms)","trace[1420867562] 'compare' (duration: 80.954805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:24:30.034604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:29.466842Z","time spent":"567.623912ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:24:30.106413Z","caller":"traceutil/trace.go:171","msg":"trace[747114384] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:633; }","duration":"233.552053ms","start":"2026-04-16T09:24:29.872832Z","end":"2026-04-16T09:24:30.106385Z","steps":["trace[747114384] 'read index received' (duration: 80.217464ms)","trace[747114384] 'applied index is now lower than readState.Index' (duration: 153.333109ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:30.106548Z","caller":"traceutil/trace.go:171","msg":"trace[2044818923] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"438.320223ms","start":"2026-04-16T09:24:29.668199Z","end":"2026-04-16T09:24:30.10652Z","steps":["trace[2044818923] 'process raft request' (duration: 437.613281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:30.106677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.824444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vxrb5\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-16T09:24:30.106736Z","caller":"traceutil/trace.go:171","msg":"trace[1096229626] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vxrb5; range_end:; response_count:1; response_revision:614; }","duration":"233.943304ms","start":"2026-04-16T09:24:29.872778Z","end":"2026-04-16T09:24:30.106721Z","steps":["trace[1096229626] 'agreement among raft nodes before linearized reading' (duration: 233.751653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:30.10673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:29.668173Z","time spent":"438.453025ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:24:30.593859Z","caller":"traceutil/trace.go:171","msg":"trace[2076687752] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"470.209808ms","start":"2026-04-16T09:24:30.123252Z","end":"2026-04-16T09:24:30.593462Z","steps":["trace[2076687752] 'process raft request' (duration: 469.994547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:30.594031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:30.123214Z","time spent":"470.72585ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:24:31.321929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.801271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:24:31.322038Z","caller":"traceutil/trace.go:171","msg":"trace[1319696663] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"250.781418ms","start":"2026-04-16T09:24:31.071239Z","end":"2026-04-16T09:24:31.32202Z","steps":["trace[1319696663] 'read index received' (duration: 135.676655ms)","trace[1319696663] 'applied index is now lower than readState.Index' (duration: 115.103813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:24:31.322146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.911998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:24:31.322136Z","caller":"traceutil/trace.go:171","msg":"trace[321351551] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.157206682s","start":"2026-04-16T09:24:30.164898Z","end":"2026-04-16T09:24:31.322105Z","steps":["trace[321351551] 'process raft request' (duration: 1.04215959s)","trace[321351551] 'compare' (duration: 114.680841ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:31.322181Z","caller":"traceutil/trace.go:171","msg":"trace[1091680573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"250.986209ms","start":"2026-04-16T09:24:31.071186Z","end":"2026-04-16T09:24:31.322172Z","steps":["trace[1091680573] 'agreement among raft nodes before linearized reading' (duration: 250.907848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:31.32228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:30.16487Z","time spent":"1.157333783s","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:24:31.912992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414808579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:24:33.402396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.168891ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:24:33.40251Z","caller":"traceutil/trace.go:171","msg":"trace[1064587302] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:617; }","duration":"608.304392ms","start":"2026-04-16T09:24:32.794188Z","end":"2026-04-16T09:24:33.402492Z","steps":["trace[1064587302] 'range keys from in-memory index tree' (duration: 608.144801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:33.403016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106161655s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:24:33.403147Z","caller":"traceutil/trace.go:171","msg":"trace[1917888455] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"2.004804174s","start":"2026-04-16T09:24:31.398324Z","end":"2026-04-16T09:24:33.403128Z","steps":["trace[1917888455] 'process raft request' (duration: 898.432898ms)","trace[1917888455] 'compare' (duration: 1.106008234s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:24:33.403213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:31.398308Z","time spent":"2.004876024s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:24:33.49872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200777556s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:24:33.499499Z","caller":"traceutil/trace.go:171","msg":"trace[2027529861] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"2.082703148s","start":"2026-04-16T09:24:31.416729Z","end":"2026-04-16T09:24:33.499432Z","steps":["trace[2027529861] 'process raft request' (duration: 2.082315266s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:33.499767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:31.41671Z","time spent":"2.082928609s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:24:33.499943Z","caller":"traceutil/trace.go:171","msg":"trace[1880965690] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:638; }","duration":"2.087049816s","start":"2026-04-16T09:24:31.412857Z","end":"2026-04-16T09:24:33.499906Z","steps":["trace[1880965690] 'read index received' (duration: 883.9845ms)","trace[1880965690] 'applied index is now lower than readState.Index' (duration: 1.203064116s)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:33.500061Z","caller":"traceutil/trace.go:171","msg":"trace[211610390] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.77197414s","start":"2026-04-16T09:24:31.728077Z","end":"2026-04-16T09:24:33.500051Z","steps":["trace[211610390] 'process raft request' (duration: 1.771316187s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:33.500198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:31.728047Z","time spent":"1.77205092s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:24:33.500476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104500117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:24:33.5006Z","caller":"traceutil/trace.go:171","msg":"trace[850308875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"2.104643658s","start":"2026-04-16T09:24:31.395921Z","end":"2026-04-16T09:24:33.500565Z","steps":["trace[850308875] 'agreement among raft nodes before linearized reading' (duration: 2.104284466s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:33.500663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:31.395914Z","time spent":"2.104738898s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:24:33.519352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447050644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:24:33.519469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.905339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:24:33.519614Z","caller":"traceutil/trace.go:171","msg":"trace[176546852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"1.447374055s","start":"2026-04-16T09:24:32.072215Z","end":"2026-04-16T09:24:33.519589Z","steps":["trace[176546852] 'agreement among raft nodes before linearized reading' (duration: 1.447053653s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:33.519943Z","caller":"traceutil/trace.go:171","msg":"trace[50257565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"103.14327ms","start":"2026-04-16T09:24:33.416481Z","end":"2026-04-16T09:24:33.519624Z","steps":["trace[50257565] 'agreement among raft nodes before linearized reading' (duration: 102.793048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:33.520102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:32.072167Z","time spent":"1.447799677s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:24:35.532209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.498927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:24:35.532313Z","caller":"traceutil/trace.go:171","msg":"trace[1526727275] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:651; }","duration":"449.655858ms","start":"2026-04-16T09:24:35.082633Z","end":"2026-04-16T09:24:35.532289Z","steps":["trace[1526727275] 'range keys from in-memory index tree' (duration: 449.359766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:35.532337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.91967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:24:35.532385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.95042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:24:35.532442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.157563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:24:35.532513Z","caller":"traceutil/trace.go:171","msg":"trace[242715609] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:651; }","duration":"430.117262ms","start":"2026-04-16T09:24:35.10233Z","end":"2026-04-16T09:24:35.532447Z","steps":["trace[242715609] 'count revisions from in-memory index tree' (duration: 429.836339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:35.53254Z","caller":"traceutil/trace.go:171","msg":"trace[1023799266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"456.267454ms","start":"2026-04-16T09:24:35.076249Z","end":"2026-04-16T09:24:35.532516Z","steps":["trace[1023799266] 'range keys from in-memory index tree' (duration: 456.010362ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:35.532547Z","caller":"traceutil/trace.go:171","msg":"trace[906400629] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:651; }","duration":"430.142111ms","start":"2026-04-16T09:24:35.102357Z","end":"2026-04-16T09:24:35.532499Z","steps":["trace[906400629] 'range keys from in-memory index tree' (duration: 429.88062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:35.532541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.690189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:24:35.532566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.05418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:24:35.532587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:35.076173Z","time spent":"456.405164ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:24:35.532369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:35.082615Z","time spent":"449.738048ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:24:35.532627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:35.10235Z","time spent":"430.240601ms","remote":"127.0.0.1:60876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-16T09:24:35.532632Z","caller":"traceutil/trace.go:171","msg":"trace[1310349967] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:651; }","duration":"450.145361ms","start":"2026-04-16T09:24:35.082466Z","end":"2026-04-16T09:24:35.532612Z","steps":["trace[1310349967] 'count revisions from in-memory index tree' (duration: 449.99376ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:35.532643Z","caller":"traceutil/trace.go:171","msg":"trace[894999177] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:651; }","duration":"429.80033ms","start":"2026-04-16T09:24:35.102804Z","end":"2026-04-16T09:24:35.532604Z","steps":["trace[894999177] 'range keys from in-memory index tree' (duration: 429.633909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:35.532677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:35.102297Z","time spent":"430.271022ms","remote":"127.0.0.1:60876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:24:35.532705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:35.102792Z","time spent":"429.89703ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:24:35.532703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:35.082455Z","time spent":"450.230671ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:24:35.536429Z","caller":"traceutil/trace.go:171","msg":"trace[384275997] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"429.298546ms","start":"2026-04-16T09:24:35.107113Z","end":"2026-04-16T09:24:35.536412Z","steps":["trace[384275997] 'process raft request' (duration: 429.080405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:35.536568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:35.107097Z","time spent":"429.383566ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:24:35.53852Z","caller":"traceutil/trace.go:171","msg":"trace[1646873336] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:674; }","duration":"130.474282ms","start":"2026-04-16T09:24:35.408019Z","end":"2026-04-16T09:24:35.538493Z","steps":["trace[1646873336] 'read index received' (duration: 128.25084ms)","trace[1646873336] 'applied index is now lower than readState.Index' (duration: 2.222012ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:35.538639Z","caller":"traceutil/trace.go:171","msg":"trace[1273866547] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"396.868619ms","start":"2026-04-16T09:24:35.141757Z","end":"2026-04-16T09:24:35.538625Z","steps":["trace[1273866547] 'process raft request' (duration: 396.524587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:35.538758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:35.141744Z","time spent":"396.933919ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:24:35.538963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.946905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:24:35.53907Z","caller":"traceutil/trace.go:171","msg":"trace[1823458614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:654; }","duration":"131.095956ms","start":"2026-04-16T09:24:35.407958Z","end":"2026-04-16T09:24:35.539054Z","steps":["trace[1823458614] 'agreement among raft nodes before linearized reading' (duration: 130.744225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:35.539136Z","caller":"traceutil/trace.go:171","msg":"trace[207392598] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"195.874481ms","start":"2026-04-16T09:24:35.343238Z","end":"2026-04-16T09:24:35.539113Z","steps":["trace[207392598] 'process raft request' (duration: 195.207467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:38.27516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.91541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-16T09:24:38.275272Z","caller":"traceutil/trace.go:171","msg":"trace[829656714] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:698; }","duration":"135.08424ms","start":"2026-04-16T09:24:38.14016Z","end":"2026-04-16T09:24:38.275245Z","steps":["trace[829656714] 'range keys from in-memory index tree' (duration: 134.690938ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:45.727074Z","caller":"traceutil/trace.go:171","msg":"trace[1121508380] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"127.344432ms","start":"2026-04-16T09:24:45.599703Z","end":"2026-04-16T09:24:45.727047Z","steps":["trace[1121508380] 'read index received' (duration: 127.230391ms)","trace[1121508380] 'applied index is now lower than readState.Index' (duration: 112.661µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:45.727262Z","caller":"traceutil/trace.go:171","msg":"trace[1172825767] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"128.484922ms","start":"2026-04-16T09:24:45.598637Z","end":"2026-04-16T09:24:45.727121Z","steps":["trace[1172825767] 'process raft request' (duration: 128.235829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:45.727391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.656235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:24:45.727449Z","caller":"traceutil/trace.go:171","msg":"trace[1064389572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:763; }","duration":"127.762695ms","start":"2026-04-16T09:24:45.599674Z","end":"2026-04-16T09:24:45.727437Z","steps":["trace[1064389572] 'agreement among raft nodes before linearized reading' (duration: 127.574634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:45.727436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.526653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:24:45.72775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.767585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:24:45.727543Z","caller":"traceutil/trace.go:171","msg":"trace[1179342793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:763; }","duration":"127.668455ms","start":"2026-04-16T09:24:45.599851Z","end":"2026-04-16T09:24:45.72752Z","steps":["trace[1179342793] 'agreement among raft nodes before linearized reading' (duration: 127.384993ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:45.727935Z","caller":"traceutil/trace.go:171","msg":"trace[1044045508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:763; }","duration":"128.056998ms","start":"2026-04-16T09:24:45.599848Z","end":"2026-04-16T09:24:45.727905Z","steps":["trace[1044045508] 'agreement among raft nodes before linearized reading' (duration: 127.508964ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:46.030757Z","caller":"traceutil/trace.go:171","msg":"trace[251209559] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"298.781575ms","start":"2026-04-16T09:24:45.731941Z","end":"2026-04-16T09:24:46.030723Z","steps":["trace[251209559] 'process raft request' (duration: 298.453092ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:46.031736Z","caller":"traceutil/trace.go:171","msg":"trace[1486029941] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"298.690864ms","start":"2026-04-16T09:24:45.733021Z","end":"2026-04-16T09:24:46.031712Z","steps":["trace[1486029941] 'process raft request' (duration: 298.27204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:46.031807Z","caller":"traceutil/trace.go:171","msg":"trace[193307345] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"298.552774ms","start":"2026-04-16T09:24:45.733206Z","end":"2026-04-16T09:24:46.031758Z","steps":["trace[193307345] 'process raft request' (duration: 298.313521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:49.51647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414808953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:24:49.673855Z","caller":"traceutil/trace.go:171","msg":"trace[1955889811] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"657.793903ms","start":"2026-04-16T09:24:49.016035Z","end":"2026-04-16T09:24:49.673828Z","steps":["trace[1955889811] 'read index received' (duration: 657.568531ms)","trace[1955889811] 'applied index is now lower than readState.Index' (duration: 224.592µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:24:49.67392Z","caller":"traceutil/trace.go:171","msg":"trace[1535376085] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"667.047988ms","start":"2026-04-16T09:24:49.006842Z","end":"2026-04-16T09:24:49.67389Z","steps":["trace[1535376085] 'process raft request' (duration: 666.819875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:49.674069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:49.006815Z","time spent":"667.171719ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:24:49.674168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.100776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T09:24:49.674166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.762383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:24:49.674315Z","caller":"traceutil/trace.go:171","msg":"trace[1405655961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"602.026235ms","start":"2026-04-16T09:24:49.072264Z","end":"2026-04-16T09:24:49.674291Z","steps":["trace[1405655961] 'agreement among raft nodes before linearized reading' (duration: 601.784002ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:24:49.674251Z","caller":"traceutil/trace.go:171","msg":"trace[957271849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:783; }","duration":"658.234217ms","start":"2026-04-16T09:24:49.015999Z","end":"2026-04-16T09:24:49.674233Z","steps":["trace[957271849] 'agreement among raft nodes before linearized reading' (duration: 657.929484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:24:49.674417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:49.072234Z","time spent":"602.171327ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:24:49.674418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:24:49.015976Z","time spent":"658.41893ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:25:13.954061Z","caller":"traceutil/trace.go:171","msg":"trace[991480809] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"140.214896ms","start":"2026-04-16T09:25:13.813794Z","end":"2026-04-16T09:25:13.954009Z","steps":["trace[991480809] 'process raft request' (duration: 139.924251ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:04.535561Z","caller":"traceutil/trace.go:171","msg":"trace[1795147438] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1170; }","duration":"201.199039ms","start":"2026-04-16T09:26:04.334342Z","end":"2026-04-16T09:26:04.535541Z","steps":["trace[1795147438] 'read index received' (duration: 201.051352ms)","trace[1795147438] 'applied index is now lower than readState.Index' (duration: 146.877µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:26:04.535632Z","caller":"traceutil/trace.go:171","msg":"trace[808717607] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"206.977924ms","start":"2026-04-16T09:26:04.328617Z","end":"2026-04-16T09:26:04.535595Z","steps":["trace[808717607] 'process raft request' (duration: 206.784304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:04.535775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.419861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:26:04.535823Z","caller":"traceutil/trace.go:171","msg":"trace[161322460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1127; }","duration":"201.523356ms","start":"2026-04-16T09:26:04.334289Z","end":"2026-04-16T09:26:04.535812Z","steps":["trace[161322460] 'agreement among raft nodes before linearized reading' (duration: 201.368678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:04.535852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.580207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:26:04.53589Z","caller":"traceutil/trace.go:171","msg":"trace[1529411248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1127; }","duration":"139.65461ms","start":"2026-04-16T09:26:04.396223Z","end":"2026-04-16T09:26:04.535878Z","steps":["trace[1529411248] 'agreement among raft nodes before linearized reading' (duration: 139.576186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:04.535776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.813192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:26:04.535963Z","caller":"traceutil/trace.go:171","msg":"trace[389354145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1127; }","duration":"143.995831ms","start":"2026-04-16T09:26:04.391949Z","end":"2026-04-16T09:26:04.535945Z","steps":["trace[389354145] 'agreement among raft nodes before linearized reading' (duration: 143.760629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:04.535956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.147969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:26:04.535945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.371192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:26:04.536034Z","caller":"traceutil/trace.go:171","msg":"trace[804963215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1127; }","duration":"132.266485ms","start":"2026-04-16T09:26:04.403753Z","end":"2026-04-16T09:26:04.536019Z","steps":["trace[804963215] 'agreement among raft nodes before linearized reading' (duration: 132.038303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:04.53605Z","caller":"traceutil/trace.go:171","msg":"trace[1797360177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1127; }","duration":"134.554621ms","start":"2026-04-16T09:26:04.401477Z","end":"2026-04-16T09:26:04.536031Z","steps":["trace[1797360177] 'agreement among raft nodes before linearized reading' (duration: 134.271977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:05.005198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.820532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:26:05.005349Z","caller":"traceutil/trace.go:171","msg":"trace[1363106287] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"464.033943ms","start":"2026-04-16T09:26:04.541274Z","end":"2026-04-16T09:26:05.005308Z","steps":["trace[1363106287] 'process raft request' (duration: 101.541472ms)","trace[1363106287] 'compare' (duration: 362.106471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:26:05.005436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:04.541252Z","time spent":"464.141829ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:05.374689Z","caller":"traceutil/trace.go:171","msg":"trace[1008849992] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"833.102308ms","start":"2026-04-16T09:26:04.541542Z","end":"2026-04-16T09:26:05.374644Z","steps":["trace[1008849992] 'process raft request' (duration: 819.646354ms)","trace[1008849992] 'compare' (duration: 13.278795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:26:05.374849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:04.541516Z","time spent":"833.266386ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:05.375017Z","caller":"traceutil/trace.go:171","msg":"trace[863821115] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"833.370861ms","start":"2026-04-16T09:26:04.541617Z","end":"2026-04-16T09:26:05.374988Z","steps":["trace[863821115] 'process raft request' (duration: 832.972381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:05.375199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:04.541549Z","time spent":"833.5567ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:05.375286Z","caller":"traceutil/trace.go:171","msg":"trace[1063515950] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"832.9576ms","start":"2026-04-16T09:26:04.542303Z","end":"2026-04-16T09:26:05.375261Z","steps":["trace[1063515950] 'process raft request' (duration: 832.54874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:05.375414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:04.542289Z","time spent":"833.056996ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:05.375492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.933638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:26:05.375432Z","caller":"traceutil/trace.go:171","msg":"trace[567533667] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1172; }","duration":"144.855195ms","start":"2026-04-16T09:26:05.230563Z","end":"2026-04-16T09:26:05.375418Z","steps":["trace[567533667] 'read index received' (duration: 130.650643ms)","trace[567533667] 'applied index is now lower than readState.Index' (duration: 14.203132ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:26:05.375521Z","caller":"traceutil/trace.go:171","msg":"trace[562582315] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1132; }","duration":"145.010653ms","start":"2026-04-16T09:26:05.230502Z","end":"2026-04-16T09:26:05.375513Z","steps":["trace[562582315] 'agreement among raft nodes before linearized reading' (duration: 144.9531ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:05.375622Z","caller":"traceutil/trace.go:171","msg":"trace[714581487] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"832.891217ms","start":"2026-04-16T09:26:04.542691Z","end":"2026-04-16T09:26:05.375583Z","steps":["trace[714581487] 'process raft request' (duration: 832.479286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:05.375837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:04.542657Z","time spent":"833.067246ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:06.812943Z","caller":"traceutil/trace.go:171","msg":"trace[416623495] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"272.050871ms","start":"2026-04-16T09:26:06.540868Z","end":"2026-04-16T09:26:06.812919Z","steps":["trace[416623495] 'process raft request' (duration: 271.896153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.311563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154559695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:26:09.311956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301389401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T09:26:09.311975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242415949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:26:09.312007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932660513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:26:09.312044Z","caller":"traceutil/trace.go:171","msg":"trace[853345508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1133; }","duration":"2.301544519s","start":"2026-04-16T09:26:07.01048Z","end":"2026-04-16T09:26:09.312024Z","steps":["trace[853345508] 'range keys from in-memory index tree' (duration: 2.301158019s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:09.312053Z","caller":"traceutil/trace.go:171","msg":"trace[1767836502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1133; }","duration":"1.242534995s","start":"2026-04-16T09:26:08.0695Z","end":"2026-04-16T09:26:09.312035Z","steps":["trace[1767836502] 'range keys from in-memory index tree' (duration: 1.240330684s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:09.312069Z","caller":"traceutil/trace.go:171","msg":"trace[993234996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1133; }","duration":"1.932749469s","start":"2026-04-16T09:26:07.3793Z","end":"2026-04-16T09:26:09.31205Z","steps":["trace[993234996] 'range keys from in-memory index tree' (duration: 1.932462924s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.312086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:08.069485Z","time spent":"1.242594768s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:26:09.312093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:07.010458Z","time spent":"2.301623323s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:26:09.312089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107313603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T09:26:09.312123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:07.379288Z","time spent":"1.932823782s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:26:09.312135Z","caller":"traceutil/trace.go:171","msg":"trace[1810682833] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:1133; }","duration":"2.107393357s","start":"2026-04-16T09:26:07.204729Z","end":"2026-04-16T09:26:09.312123Z","steps":["trace[1810682833] 'range keys from in-memory index tree' (duration: 2.107183547s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.312171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:07.20471Z","time spent":"2.1074544s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T09:26:09.312248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932704016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:26:09.312309Z","caller":"traceutil/trace.go:171","msg":"trace[879443508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1133; }","duration":"1.93278856s","start":"2026-04-16T09:26:07.379505Z","end":"2026-04-16T09:26:09.312294Z","steps":["trace[879443508] 'range keys from in-memory index tree' (duration: 1.932577409s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.312341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:07.379448Z","time spent":"1.932884535s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:26:09.312441Z","caller":"traceutil/trace.go:171","msg":"trace[435992382] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1133; }","duration":"2.154725885s","start":"2026-04-16T09:26:07.156915Z","end":"2026-04-16T09:26:09.311641Z","steps":["trace[435992382] 'count revisions from in-memory index tree' (duration: 2.154438509s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.312516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:07.15687Z","time spent":"2.15562019s","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:26:09.312562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93219301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:26:09.322243Z","caller":"traceutil/trace.go:171","msg":"trace[1548446305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1133; }","duration":"1.932310576s","start":"2026-04-16T09:26:07.38032Z","end":"2026-04-16T09:26:09.312631Z","steps":["trace[1548446305] 'range keys from in-memory index tree' (duration: 1.931842822s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.322311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:07.380311Z","time spent":"1.941984718s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:26:09.322532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.058154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:26:09.322621Z","caller":"traceutil/trace.go:171","msg":"trace[1600659220] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1177; }","duration":"578.84863ms","start":"2026-04-16T09:26:08.743757Z","end":"2026-04-16T09:26:09.322605Z","steps":["trace[1600659220] 'read index received' (duration: 247.030509ms)","trace[1600659220] 'applied index is now lower than readState.Index' (duration: 331.816961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:26:09.312357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932896856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:26:09.322756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.969287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:26:09.322764Z","caller":"traceutil/trace.go:171","msg":"trace[656359550] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"951.683667ms","start":"2026-04-16T09:26:08.371062Z","end":"2026-04-16T09:26:09.322745Z","steps":["trace[656359550] 'process raft request' (duration: 641.312357ms)","trace[656359550] 'compare' (duration: 309.936488ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:26:09.322785Z","caller":"traceutil/trace.go:171","msg":"trace[1235393095] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1134; }","duration":"579.059882ms","start":"2026-04-16T09:26:08.743715Z","end":"2026-04-16T09:26:09.322775Z","steps":["trace[1235393095] 'agreement among raft nodes before linearized reading' (duration: 578.932735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.322822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:08.743692Z","time spent":"579.119865ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:26:09.322777Z","caller":"traceutil/trace.go:171","msg":"trace[1728954940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1133; }","duration":"1.943358057s","start":"2026-04-16T09:26:07.379404Z","end":"2026-04-16T09:26:09.322762Z","steps":["trace[1728954940] 'range keys from in-memory index tree' (duration: 1.932738167s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.323118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:07.379388Z","time spent":"1.943717686s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:26:09.323895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:08.371038Z","time spent":"951.761631ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:09.670005Z","caller":"traceutil/trace.go:171","msg":"trace[1181659859] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"850.745754ms","start":"2026-04-16T09:26:08.819228Z","end":"2026-04-16T09:26:09.669973Z","steps":["trace[1181659859] 'process raft request' (duration: 850.597847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.670151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:08.819148Z","time spent":"850.928004ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:09.670176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.420553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:26:09.67027Z","caller":"traceutil/trace.go:171","msg":"trace[1608492982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1135; }","duration":"346.537249ms","start":"2026-04-16T09:26:09.32371Z","end":"2026-04-16T09:26:09.670248Z","steps":["trace[1608492982] 'agreement among raft nodes before linearized reading' (duration: 346.381431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.670328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:09.323695Z","time spent":"346.622343ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:26:09.670371Z","caller":"traceutil/trace.go:171","msg":"trace[1698644593] linearizableReadLoop","detail":"{readStateIndex:1179; appliedIndex:1178; }","duration":"346.208243ms","start":"2026-04-16T09:26:09.323729Z","end":"2026-04-16T09:26:09.669937Z","steps":["trace[1698644593] 'read index received' (duration: 345.878686ms)","trace[1698644593] 'applied index is now lower than readState.Index' (duration: 328.987µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:26:09.674171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:09.323763Z","time spent":"350.400306ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T09:26:09.674252Z","caller":"traceutil/trace.go:171","msg":"trace[1054931194] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"347.682307ms","start":"2026-04-16T09:26:09.326554Z","end":"2026-04-16T09:26:09.674236Z","steps":["trace[1054931194] 'process raft request' (duration: 347.592163ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:09.674233Z","caller":"traceutil/trace.go:171","msg":"trace[297706613] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"347.886237ms","start":"2026-04-16T09:26:09.326311Z","end":"2026-04-16T09:26:09.674198Z","steps":["trace[297706613] 'process raft request' (duration: 347.74911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.674319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:09.326525Z","time spent":"347.756451ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:09.674385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:09.326254Z","time spent":"348.043615ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:09.674519Z","caller":"traceutil/trace.go:171","msg":"trace[1607182023] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"345.840103ms","start":"2026-04-16T09:26:09.328667Z","end":"2026-04-16T09:26:09.674507Z","steps":["trace[1607182023] 'process raft request' (duration: 345.58055ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:09.674541Z","caller":"traceutil/trace.go:171","msg":"trace[1768587808] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"346.463555ms","start":"2026-04-16T09:26:09.328069Z","end":"2026-04-16T09:26:09.674532Z","steps":["trace[1768587808] 'process raft request' (duration: 346.144269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.67458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:09.328662Z","time spent":"345.888746ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:09.674588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:09.328063Z","time spent":"346.500437ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:09.674516Z","caller":"traceutil/trace.go:171","msg":"trace[499906106] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"347.002003ms","start":"2026-04-16T09:26:09.327497Z","end":"2026-04-16T09:26:09.674499Z","steps":["trace[499906106] 'process raft request' (duration: 346.684287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:09.674766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:09.327487Z","time spent":"347.175132ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:14.076798Z","caller":"traceutil/trace.go:171","msg":"trace[338052166] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1194; }","duration":"388.571276ms","start":"2026-04-16T09:26:13.688203Z","end":"2026-04-16T09:26:14.076774Z","steps":["trace[338052166] 'read index received' (duration: 388.320663ms)","trace[338052166] 'applied index is now lower than readState.Index' (duration: 249.453µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:26:14.076915Z","caller":"traceutil/trace.go:171","msg":"trace[408410429] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"395.490258ms","start":"2026-04-16T09:26:13.681378Z","end":"2026-04-16T09:26:14.076869Z","steps":["trace[408410429] 'process raft request' (duration: 395.251565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:14.077046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:13.681357Z","time spent":"395.624614ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:14.077063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.837699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:26:14.077083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.895271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:26:14.0771Z","caller":"traceutil/trace.go:171","msg":"trace[1315723770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1149; }","duration":"388.921004ms","start":"2026-04-16T09:26:13.688167Z","end":"2026-04-16T09:26:14.077088Z","steps":["trace[1315723770] 'agreement among raft nodes before linearized reading' (duration: 388.770496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:14.077122Z","caller":"traceutil/trace.go:171","msg":"trace[1214372410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1149; }","duration":"387.955714ms","start":"2026-04-16T09:26:13.689156Z","end":"2026-04-16T09:26:14.077111Z","steps":["trace[1214372410] 'agreement among raft nodes before linearized reading' (duration: 387.828717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:14.077135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:13.688155Z","time spent":"388.972526ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:26:14.077148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:13.689146Z","time spent":"387.996487ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:26:14.077162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.244475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:26:14.077217Z","caller":"traceutil/trace.go:171","msg":"trace[1798073207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1149; }","duration":"383.311777ms","start":"2026-04-16T09:26:13.693889Z","end":"2026-04-16T09:26:14.077201Z","steps":["trace[1798073207] 'agreement among raft nodes before linearized reading' (duration: 383.177221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:14.077236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.975625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:26:14.077251Z","caller":"traceutil/trace.go:171","msg":"trace[1104873008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1149; }","duration":"388.012357ms","start":"2026-04-16T09:26:13.689234Z","end":"2026-04-16T09:26:14.077246Z","steps":["trace[1104873008] 'agreement among raft nodes before linearized reading' (duration: 387.960484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:14.077266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:13.68922Z","time spent":"388.042509ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:26:14.077259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:13.693882Z","time spent":"383.366061ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:26:14.077266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.229138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:26:14.077324Z","caller":"traceutil/trace.go:171","msg":"trace[1687751400] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1149; }","duration":"221.326873ms","start":"2026-04-16T09:26:13.855981Z","end":"2026-04-16T09:26:14.077308Z","steps":["trace[1687751400] 'agreement among raft nodes before linearized reading' (duration: 221.230138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:14.077544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.615642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:26:14.077568Z","caller":"traceutil/trace.go:171","msg":"trace[901346772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1149; }","duration":"358.049324ms","start":"2026-04-16T09:26:13.719512Z","end":"2026-04-16T09:26:14.077562Z","steps":["trace[901346772] 'agreement among raft nodes before linearized reading' (duration: 357.530607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:14.07762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:13.719495Z","time spent":"358.087735ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:26:14.215929Z","caller":"traceutil/trace.go:171","msg":"trace[1118188595] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"135.443157ms","start":"2026-04-16T09:26:14.080466Z","end":"2026-04-16T09:26:14.215909Z","steps":["trace[1118188595] 'process raft request' (duration: 59.365909ms)","trace[1118188595] 'compare' (duration: 75.804984ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:26:14.216071Z","caller":"traceutil/trace.go:171","msg":"trace[1671968879] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"135.571144ms","start":"2026-04-16T09:26:14.08047Z","end":"2026-04-16T09:26:14.216041Z","steps":["trace[1671968879] 'process raft request' (duration: 135.383144ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:14.411148Z","caller":"traceutil/trace.go:171","msg":"trace[1726366913] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"330.554697ms","start":"2026-04-16T09:26:14.080572Z","end":"2026-04-16T09:26:14.411126Z","steps":["trace[1726366913] 'process raft request' (duration: 238.435753ms)","trace[1726366913] 'compare' (duration: 91.921374ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:26:14.411198Z","caller":"traceutil/trace.go:171","msg":"trace[359508250] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"330.427031ms","start":"2026-04-16T09:26:14.080741Z","end":"2026-04-16T09:26:14.411168Z","steps":["trace[359508250] 'process raft request' (duration: 330.325416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:14.411257Z","caller":"traceutil/trace.go:171","msg":"trace[891301651] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"330.460192ms","start":"2026-04-16T09:26:14.08077Z","end":"2026-04-16T09:26:14.41123Z","steps":["trace[891301651] 'process raft request' (duration: 330.339246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:14.411287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:14.080557Z","time spent":"330.657692ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:14.411355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:14.080763Z","time spent":"330.543337ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:14.411357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:14.080734Z","time spent":"330.530206ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:16.1867Z","caller":"traceutil/trace.go:171","msg":"trace[2088681507] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"104.856471ms","start":"2026-04-16T09:26:16.08182Z","end":"2026-04-16T09:26:16.186677Z","steps":["trace[2088681507] 'process raft request' (duration: 104.732325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:16.472352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.714178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:26:16.472433Z","caller":"traceutil/trace.go:171","msg":"trace[1934647079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1155; }","duration":"251.849165ms","start":"2026-04-16T09:26:16.220566Z","end":"2026-04-16T09:26:16.472415Z","steps":["trace[1934647079] 'range keys from in-memory index tree' (duration: 251.533769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:16.472411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.077816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:26:16.4725Z","caller":"traceutil/trace.go:171","msg":"trace[787749105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1155; }","duration":"251.194722ms","start":"2026-04-16T09:26:16.221286Z","end":"2026-04-16T09:26:16.472481Z","steps":["trace[787749105] 'range keys from in-memory index tree' (duration: 250.943329ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:16.747542Z","caller":"traceutil/trace.go:171","msg":"trace[390720190] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"270.755066ms","start":"2026-04-16T09:26:16.476755Z","end":"2026-04-16T09:26:16.74751Z","steps":["trace[390720190] 'process raft request' (duration: 270.609668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:17.546553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:16.866243Z","time spent":"680.302437ms","remote":"127.0.0.1:50236","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T09:26:17.573086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414809833,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:26:17.646103Z","caller":"traceutil/trace.go:171","msg":"trace[1232520926] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"1.169255658s","start":"2026-04-16T09:26:16.476822Z","end":"2026-04-16T09:26:17.646078Z","steps":["trace[1232520926] 'process raft request' (duration: 1.169053628s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:17.646289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:16.476794Z","time spent":"1.169400905s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:26:17.646552Z","caller":"traceutil/trace.go:171","msg":"trace[1662247836] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"1.169657818s","start":"2026-04-16T09:26:16.476857Z","end":"2026-04-16T09:26:17.646515Z","steps":["trace[1662247836] 'process raft request' (duration: 1.169182004s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:17.646652Z","caller":"traceutil/trace.go:171","msg":"trace[2001282301] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"1.168470128s","start":"2026-04-16T09:26:16.478157Z","end":"2026-04-16T09:26:17.646627Z","steps":["trace[2001282301] 'process raft request' (duration: 1.168333511s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:17.646685Z","caller":"traceutil/trace.go:171","msg":"trace[461879141] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"1.169515501s","start":"2026-04-16T09:26:16.477097Z","end":"2026-04-16T09:26:17.646612Z","steps":["trace[461879141] 'process raft request' (duration: 1.169226187s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:26:17.646577Z","caller":"traceutil/trace.go:171","msg":"trace[684895935] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1202; }","duration":"574.182543ms","start":"2026-04-16T09:26:17.072376Z","end":"2026-04-16T09:26:17.646559Z","steps":["trace[684895935] 'read index received' (duration: 573.554081ms)","trace[684895935] 'applied index is now lower than readState.Index' (duration: 626.991µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:26:17.646741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:16.47683Z","time spent":"1.169809366s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:17.646775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:16.478143Z","time spent":"1.168576654s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:17.646857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:16.477082Z","time spent":"1.169695381s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:26:17.918224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.835553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:26:17.918308Z","caller":"traceutil/trace.go:171","msg":"trace[1082990002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"845.925088ms","start":"2026-04-16T09:26:17.072361Z","end":"2026-04-16T09:26:17.918286Z","steps":["trace[1082990002] 'agreement among raft nodes before linearized reading' (duration: 574.249985ms)","trace[1082990002] 'range keys from in-memory index tree' (duration: 271.567107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:26:17.918351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:17.072305Z","time spent":"846.033984ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:26:17.918639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.709505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T09:26:17.918686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.93306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:26:17.918744Z","caller":"traceutil/trace.go:171","msg":"trace[634674938] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:1160; }","duration":"712.856093ms","start":"2026-04-16T09:26:17.205856Z","end":"2026-04-16T09:26:17.918712Z","steps":["trace[634674938] 'agreement among raft nodes before linearized reading' (duration: 441.014901ms)","trace[634674938] 'range keys from in-memory index tree' (duration: 271.6247ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:26:17.918791Z","caller":"traceutil/trace.go:171","msg":"trace[1421027845] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1160; }","duration":"265.101058ms","start":"2026-04-16T09:26:17.653664Z","end":"2026-04-16T09:26:17.918766Z","steps":["trace[1421027845] 'count revisions from in-memory index tree' (duration: 264.755261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:26:17.918806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:26:17.205827Z","time spent":"712.964639ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"info","ts":"2026-04-16T09:28:04.26144Z","caller":"traceutil/trace.go:171","msg":"trace[1984757599] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"108.848557ms","start":"2026-04-16T09:28:04.152574Z","end":"2026-04-16T09:28:04.261422Z","steps":["trace[1984757599] 'process raft request' (duration: 65.02292ms)","trace[1984757599] 'compare' (duration: 43.740304ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:28:04.261447Z","caller":"traceutil/trace.go:171","msg":"trace[1403101493] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1574; }","duration":"107.010668ms","start":"2026-04-16T09:28:04.154415Z","end":"2026-04-16T09:28:04.261425Z","steps":["trace[1403101493] 'read index received' (duration: 5.728804ms)","trace[1403101493] 'applied index is now lower than readState.Index' (duration: 101.280644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:28:04.261634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.206797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T09:28:04.261664Z","caller":"traceutil/trace.go:171","msg":"trace[1003347567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1508; }","duration":"107.28337ms","start":"2026-04-16T09:28:04.154374Z","end":"2026-04-16T09:28:04.261657Z","steps":["trace[1003347567] 'agreement among raft nodes before linearized reading' (duration: 107.159985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:28:04.261656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.229228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T09:28:04.261727Z","caller":"traceutil/trace.go:171","msg":"trace[95845203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1508; }","duration":"107.346793ms","start":"2026-04-16T09:28:04.154361Z","end":"2026-04-16T09:28:04.261708Z","steps":["trace[95845203] 'agreement among raft nodes before linearized reading' (duration: 107.139555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:51.454879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414812989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:30:51.955614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414812989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:30:52.057815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208459807s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:30:52.058218Z","caller":"traceutil/trace.go:171","msg":"trace[436320286] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"1.208972643s","start":"2026-04-16T09:30:50.849224Z","end":"2026-04-16T09:30:52.058196Z","steps":["trace[436320286] 'process raft request' (duration: 1.208851059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:52.058336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:50.849196Z","time spent":"1.209090047s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3409,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:30:53.063706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.173631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:30:53.06383Z","caller":"traceutil/trace.go:171","msg":"trace[334056557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2518; }","duration":"263.306686ms","start":"2026-04-16T09:30:52.800503Z","end":"2026-04-16T09:30:53.06381Z","steps":["trace[334056557] 'range keys from in-memory index tree' (duration: 263.160641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:53.063987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.316493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:30:53.064049Z","caller":"traceutil/trace.go:171","msg":"trace[1052522267] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2624; }","duration":"2.110091694s","start":"2026-04-16T09:30:50.953946Z","end":"2026-04-16T09:30:53.064038Z","steps":["trace[1052522267] 'read index received' (duration: 1.104056898s)","trace[1052522267] 'applied index is now lower than readState.Index' (duration: 1.006033836s)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:30:53.064135Z","caller":"traceutil/trace.go:171","msg":"trace[1574981003] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"1.901381686s","start":"2026-04-16T09:30:51.16274Z","end":"2026-04-16T09:30:53.064122Z","steps":["trace[1574981003] 'process raft request' (duration: 1.303869468s)","trace[1574981003] 'compare' (duration: 597.023983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:30:53.064193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:51.162714Z","time spent":"1.901446178s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:30:53.064409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110471245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:30:53.06444Z","caller":"traceutil/trace.go:171","msg":"trace[50290397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2519; }","duration":"2.110542917s","start":"2026-04-16T09:30:50.953889Z","end":"2026-04-16T09:30:53.064431Z","steps":["trace[50290397] 'agreement among raft nodes before linearized reading' (duration: 2.110426863s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:53.064467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:50.953868Z","time spent":"2.110591639s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:30:53.0726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T09:30:53.072706Z","caller":"traceutil/trace.go:171","msg":"trace[1823204414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282565s","start":"2026-04-16T09:30:51.072401Z","end":"2026-04-16T09:30:53.072683Z","steps":["trace[1823204414] 'agreement among raft nodes before linearized reading' (duration: 2.000161871s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:53.072762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:51.072389Z","time spent":"2.000362508s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 09:30:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T09:30:53.1056Z","caller":"traceutil/trace.go:171","msg":"trace[492269758] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"1.039105895s","start":"2026-04-16T09:30:52.066466Z","end":"2026-04-16T09:30:53.105571Z","steps":["trace[492269758] 'process raft request' (duration: 1.038842267s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:53.105731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:52.066441Z","time spent":"1.039229259s","remote":"127.0.0.1:43896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9256,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:30:53.118815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.026155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:30:53.118865Z","caller":"traceutil/trace.go:171","msg":"trace[271328267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2520; }","duration":"882.114518ms","start":"2026-04-16T09:30:52.236742Z","end":"2026-04-16T09:30:53.118856Z","steps":["trace[271328267] 'agreement among raft nodes before linearized reading' (duration: 881.975684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:53.118889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:52.236714Z","time spent":"882.16993ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:30:53.118957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980869071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:30:53.118966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979794957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:30:53.118994Z","caller":"traceutil/trace.go:171","msg":"trace[1031524960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2521; }","duration":"1.980947553s","start":"2026-04-16T09:30:51.138036Z","end":"2026-04-16T09:30:53.118984Z","steps":["trace[1031524960] 'agreement among raft nodes before linearized reading' (duration: 1.98086402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:53.118968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385690333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:30:53.118999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831241223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:30:53.119016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999665606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T09:30:53.11902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:51.138014Z","time spent":"1.981000305s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:30:53.119031Z","caller":"traceutil/trace.go:171","msg":"trace[290809956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2521; }","duration":"1.97987322s","start":"2026-04-16T09:30:51.139137Z","end":"2026-04-16T09:30:53.11901Z","steps":["trace[290809956] 'agreement among raft nodes before linearized reading' (duration: 1.979714115s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:30:53.119042Z","caller":"traceutil/trace.go:171","msg":"trace[395776940] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2521; }","duration":"1.831339047s","start":"2026-04-16T09:30:51.287692Z","end":"2026-04-16T09:30:53.119031Z","steps":["trace[395776940] 'agreement among raft nodes before linearized reading' (duration: 1.831259384s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:30:53.119044Z","caller":"traceutil/trace.go:171","msg":"trace[615821469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2521; }","duration":"1.999734608s","start":"2026-04-16T09:30:51.119301Z","end":"2026-04-16T09:30:53.119035Z","steps":["trace[615821469] 'agreement among raft nodes before linearized reading' (duration: 1.999654665s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:30:53.119039Z","caller":"traceutil/trace.go:171","msg":"trace[5220895] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2521; }","duration":"1.385787767s","start":"2026-04-16T09:30:51.733236Z","end":"2026-04-16T09:30:53.119023Z","steps":["trace[5220895] 'agreement among raft nodes before linearized reading' (duration: 1.385661473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:53.119071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:51.139121Z","time spent":"1.979944122s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:30:53.119076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:51.287665Z","time spent":"1.831402438s","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:30:53.119083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:51.733205Z","time spent":"1.38586877s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:30:53.119073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:51.119277Z","time spent":"1.99978923s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:30:56.324842Z","caller":"traceutil/trace.go:171","msg":"trace[597570034] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"135.569761ms","start":"2026-04-16T09:30:56.189247Z","end":"2026-04-16T09:30:56.324817Z","steps":["trace[597570034] 'process raft request' (duration: 135.314453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:30:56.328515Z","caller":"traceutil/trace.go:171","msg":"trace[1025602382] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"129.405558ms","start":"2026-04-16T09:30:56.199076Z","end":"2026-04-16T09:30:56.328482Z","steps":["trace[1025602382] 'process raft request' (duration: 129.124499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:59.227329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.138938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:30:59.22753Z","caller":"traceutil/trace.go:171","msg":"trace[557079274] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2777; }","duration":"589.379327ms","start":"2026-04-16T09:30:58.638132Z","end":"2026-04-16T09:30:59.227512Z","steps":["trace[557079274] 'read index received' (duration: 72.009542ms)","trace[557079274] 'applied index is now lower than readState.Index' (duration: 517.367955ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:30:59.22761Z","caller":"traceutil/trace.go:171","msg":"trace[170930160] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"730.015165ms","start":"2026-04-16T09:30:58.497582Z","end":"2026-04-16T09:30:59.227597Z","steps":["trace[170930160] 'process raft request' (duration: 212.547876ms)","trace[170930160] 'compare' (duration: 516.957513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:30:59.227655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:58.49757Z","time spent":"730.063466ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:30:59.227803Z","caller":"traceutil/trace.go:171","msg":"trace[824512472] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"576.352852ms","start":"2026-04-16T09:30:58.651443Z","end":"2026-04-16T09:30:59.227796Z","steps":["trace[824512472] 'process raft request' (duration: 576.028252ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:30:59.227849Z","caller":"traceutil/trace.go:171","msg":"trace[486972639] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"716.501164ms","start":"2026-04-16T09:30:58.511321Z","end":"2026-04-16T09:30:59.227823Z","steps":["trace[486972639] 'process raft request' (duration: 716.103641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:59.22786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:58.651427Z","time spent":"576.405433ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2141,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:30:59.227897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:58.511306Z","time spent":"716.568186ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:30:59.228184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.030297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-04-16T09:30:59.228312Z","caller":"traceutil/trace.go:171","msg":"trace[220471044] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:2671; }","duration":"590.197582ms","start":"2026-04-16T09:30:58.638082Z","end":"2026-04-16T09:30:59.22828Z","steps":["trace[220471044] 'agreement among raft nodes before linearized reading' (duration: 589.771429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:59.228368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:58.638059Z","time spent":"590.294495ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"info","ts":"2026-04-16T09:30:59.232762Z","caller":"traceutil/trace.go:171","msg":"trace[1487505919] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"147.688197ms","start":"2026-04-16T09:30:59.08505Z","end":"2026-04-16T09:30:59.232738Z","steps":["trace[1487505919] 'process raft request' (duration: 147.44442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:59.232859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.542814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:30:59.232926Z","caller":"traceutil/trace.go:171","msg":"trace[1160287204] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2672; }","duration":"237.662038ms","start":"2026-04-16T09:30:58.995254Z","end":"2026-04-16T09:30:59.232916Z","steps":["trace[1160287204] 'agreement among raft nodes before linearized reading' (duration: 237.511363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:59.23314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.744113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-04-16T09:30:59.233212Z","caller":"traceutil/trace.go:171","msg":"trace[1326192769] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:2672; }","duration":"594.853497ms","start":"2026-04-16T09:30:58.638341Z","end":"2026-04-16T09:30:59.233194Z","steps":["trace[1326192769] 'agreement among raft nodes before linearized reading' (duration: 594.64571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:30:59.233243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:30:58.638327Z","time spent":"594.909709ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1064,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"info","ts":"2026-04-16T09:31:01.518556Z","caller":"traceutil/trace.go:171","msg":"trace[2135427753] linearizableReadLoop","detail":"{readStateIndex:2814; appliedIndex:2813; }","duration":"272.451381ms","start":"2026-04-16T09:31:01.246077Z","end":"2026-04-16T09:31:01.518528Z","steps":["trace[2135427753] 'read index received' (duration: 272.215954ms)","trace[2135427753] 'applied index is now lower than readState.Index' (duration: 234.417µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:01.518675Z","caller":"traceutil/trace.go:171","msg":"trace[115559676] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"281.170413ms","start":"2026-04-16T09:31:01.237481Z","end":"2026-04-16T09:31:01.518651Z","steps":["trace[115559676] 'process raft request' (duration: 280.876684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:01.518839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.73362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:31:01.518902Z","caller":"traceutil/trace.go:171","msg":"trace[1305225206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2705; }","duration":"272.848483ms","start":"2026-04-16T09:31:01.246037Z","end":"2026-04-16T09:31:01.518885Z","steps":["trace[1305225206] 'agreement among raft nodes before linearized reading' (duration: 272.649747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:01.518956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.849543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T09:31:01.518979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.284556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:31:01.519005Z","caller":"traceutil/trace.go:171","msg":"trace[343090261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2705; }","duration":"272.928236ms","start":"2026-04-16T09:31:01.246062Z","end":"2026-04-16T09:31:01.51899Z","steps":["trace[343090261] 'agreement among raft nodes before linearized reading' (duration: 272.798942ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:01.519026Z","caller":"traceutil/trace.go:171","msg":"trace[1087768431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2705; }","duration":"272.344367ms","start":"2026-04-16T09:31:01.246667Z","end":"2026-04-16T09:31:01.519011Z","steps":["trace[1087768431] 'agreement among raft nodes before linearized reading' (duration: 272.209963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:01.519155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.464242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:31:01.519236Z","caller":"traceutil/trace.go:171","msg":"trace[360266671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2705; }","duration":"272.573125ms","start":"2026-04-16T09:31:01.246641Z","end":"2026-04-16T09:31:01.519214Z","steps":["trace[360266671] 'agreement among raft nodes before linearized reading' (duration: 272.362448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:01.519665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.607796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:31:01.519728Z","caller":"traceutil/trace.go:171","msg":"trace[1455207007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2705; }","duration":"272.684388ms","start":"2026-04-16T09:31:01.247025Z","end":"2026-04-16T09:31:01.51971Z","steps":["trace[1455207007] 'agreement among raft nodes before linearized reading' (duration: 271.904004ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:02.43996Z","caller":"traceutil/trace.go:171","msg":"trace[1406078692] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"184.654518ms","start":"2026-04-16T09:31:02.255286Z","end":"2026-04-16T09:31:02.43994Z","steps":["trace[1406078692] 'process raft request' (duration: 184.523443ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:02.442376Z","caller":"traceutil/trace.go:171","msg":"trace[923905831] linearizableReadLoop","detail":"{readStateIndex:2821; appliedIndex:2819; }","duration":"104.235945ms","start":"2026-04-16T09:31:02.338122Z","end":"2026-04-16T09:31:02.442358Z","steps":["trace[923905831] 'read index received' (duration: 101.762348ms)","trace[923905831] 'applied index is now lower than readState.Index' (duration: 2.472597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:02.442476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.342568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:02.4425Z","caller":"traceutil/trace.go:171","msg":"trace[1988971361] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:2711; }","duration":"104.41318ms","start":"2026-04-16T09:31:02.33808Z","end":"2026-04-16T09:31:02.442493Z","steps":["trace[1988971361] 'agreement among raft nodes before linearized reading' (duration: 104.350278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:03.760309Z","caller":"traceutil/trace.go:171","msg":"trace[335256417] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"221.434555ms","start":"2026-04-16T09:31:03.538851Z","end":"2026-04-16T09:31:03.760285Z","steps":["trace[335256417] 'process raft request' (duration: 139.022084ms)","trace[335256417] 'compare' (duration: 82.311168ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:03.803853Z","caller":"traceutil/trace.go:171","msg":"trace[1887686963] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"264.668683ms","start":"2026-04-16T09:31:03.539153Z","end":"2026-04-16T09:31:03.803822Z","steps":["trace[1887686963] 'process raft request' (duration: 264.481207ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:03.804278Z","caller":"traceutil/trace.go:171","msg":"trace[1572265974] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"264.668704ms","start":"2026-04-16T09:31:03.539583Z","end":"2026-04-16T09:31:03.804252Z","steps":["trace[1572265974] 'process raft request' (duration: 264.191048ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:03.804616Z","caller":"traceutil/trace.go:171","msg":"trace[1205550377] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"264.068505ms","start":"2026-04-16T09:31:03.54053Z","end":"2026-04-16T09:31:03.804598Z","steps":["trace[1205550377] 'process raft request' (duration: 263.62545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:03.804964Z","caller":"traceutil/trace.go:171","msg":"trace[807782089] linearizableReadLoop","detail":"{readStateIndex:2833; appliedIndex:2829; }","duration":"112.803693ms","start":"2026-04-16T09:31:03.69211Z","end":"2026-04-16T09:31:03.804914Z","steps":["trace[807782089] 'read index received' (duration: 111.47126ms)","trace[807782089] 'applied index is now lower than readState.Index' (duration: 1.331042ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:03.805091Z","caller":"traceutil/trace.go:171","msg":"trace[1470980336] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"257.60584ms","start":"2026-04-16T09:31:03.547445Z","end":"2026-04-16T09:31:03.80505Z","steps":["trace[1470980336] 'process raft request' (duration: 257.070603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:03.805163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.02815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:31:03.805205Z","caller":"traceutil/trace.go:171","msg":"trace[17471346] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2723; }","duration":"113.137573ms","start":"2026-04-16T09:31:03.692058Z","end":"2026-04-16T09:31:03.805196Z","steps":["trace[17471346] 'agreement among raft nodes before linearized reading' (duration: 113.01327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.050144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414813380,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:31:06.208394Z","caller":"traceutil/trace.go:171","msg":"trace[1859945230] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"669.680675ms","start":"2026-04-16T09:31:05.538695Z","end":"2026-04-16T09:31:06.208376Z","steps":["trace[1859945230] 'process raft request' (duration: 669.563211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.208521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.538676Z","time spent":"669.777008ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:06.666377Z","caller":"traceutil/trace.go:171","msg":"trace[215610456] linearizableReadLoop","detail":"{readStateIndex:2846; appliedIndex:2844; }","duration":"1.117213872s","start":"2026-04-16T09:31:05.549137Z","end":"2026-04-16T09:31:06.666351Z","steps":["trace[215610456] 'read index received' (duration: 659.127291ms)","trace[215610456] 'applied index is now lower than readState.Index' (duration: 458.085471ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:06.666504Z","caller":"traceutil/trace.go:171","msg":"trace[1268104298] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"980.326646ms","start":"2026-04-16T09:31:05.686164Z","end":"2026-04-16T09:31:06.666491Z","steps":["trace[1268104298] 'process raft request' (duration: 935.64773ms)","trace[1268104298] 'compare' (duration: 44.113478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:06.666611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.686153Z","time spent":"980.379537ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:06.66666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11745173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.666729Z","caller":"traceutil/trace.go:171","msg":"trace[1345772909] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:2735; }","duration":"1.117573024s","start":"2026-04-16T09:31:05.549139Z","end":"2026-04-16T09:31:06.666712Z","steps":["trace[1345772909] 'agreement among raft nodes before linearized reading' (duration: 1.11745983s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.666773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.549116Z","time spent":"1.117644036s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:06.666955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.034305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.666968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098921122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.666968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.967876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667002Z","caller":"traceutil/trace.go:171","msg":"trace[108265674] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2735; }","duration":"1.098990524s","start":"2026-04-16T09:31:05.568001Z","end":"2026-04-16T09:31:06.666992Z","steps":["trace[108265674] 'agreement among raft nodes before linearized reading' (duration: 1.098941533s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098391436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667022Z","caller":"traceutil/trace.go:171","msg":"trace[773918083] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2735; }","duration":"844.051559ms","start":"2026-04-16T09:31:05.822952Z","end":"2026-04-16T09:31:06.667004Z","steps":["trace[773918083] 'agreement among raft nodes before linearized reading' (duration: 843.967936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.567979Z","time spent":"1.099049147s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:06.667031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116725596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058142701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667064Z","caller":"traceutil/trace.go:171","msg":"trace[1526830407] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2735; }","duration":"1.098476408s","start":"2026-04-16T09:31:05.568568Z","end":"2026-04-16T09:31:06.667045Z","steps":["trace[1526830407] 'agreement among raft nodes before linearized reading' (duration: 1.098364495s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.667089Z","caller":"traceutil/trace.go:171","msg":"trace[474926171] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:2735; }","duration":"1.116785879s","start":"2026-04-16T09:31:05.550285Z","end":"2026-04-16T09:31:06.66707Z","steps":["trace[474926171] 'agreement among raft nodes before linearized reading' (duration: 1.116690266s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058323557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.187373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T09:31:06.667067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.822941Z","time spent":"844.11386ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.667129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117983056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.550227Z","time spent":"1.116894482s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:31:06.667155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.559401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667163Z","caller":"traceutil/trace.go:171","msg":"trace[872007198] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:2735; }","duration":"1.118035649s","start":"2026-04-16T09:31:05.549118Z","end":"2026-04-16T09:31:06.667154Z","steps":["trace[872007198] 'agreement among raft nodes before linearized reading' (duration: 1.117974507s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.66716Z","caller":"traceutil/trace.go:171","msg":"trace[1875552440] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2735; }","duration":"1.058402909s","start":"2026-04-16T09:31:05.608734Z","end":"2026-04-16T09:31:06.667137Z","steps":["trace[1875552440] 'agreement among raft nodes before linearized reading' (duration: 1.058343497s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.667189Z","caller":"traceutil/trace.go:171","msg":"trace[1552659086] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:2735; }","duration":"985.601292ms","start":"2026-04-16T09:31:05.681578Z","end":"2026-04-16T09:31:06.667179Z","steps":["trace[1552659086] 'agreement among raft nodes before linearized reading' (duration: 985.552481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.549108Z","time spent":"1.11807753s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.66721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.608711Z","time spent":"1.058489122s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.667226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.681572Z","time spent":"985.643364ms","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.667259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.735218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:31:06.667101Z","caller":"traceutil/trace.go:171","msg":"trace[1032031248] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2735; }","duration":"1.058271275s","start":"2026-04-16T09:31:05.60881Z","end":"2026-04-16T09:31:06.667081Z","steps":["trace[1032031248] 'agreement among raft nodes before linearized reading' (duration: 1.05812021s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099640095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667329Z","caller":"traceutil/trace.go:171","msg":"trace[1627846836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2735; }","duration":"914.852301ms","start":"2026-04-16T09:31:05.75245Z","end":"2026-04-16T09:31:06.667303Z","steps":["trace[1627846836] 'agreement among raft nodes before linearized reading' (duration: 914.730907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.608792Z","time spent":"1.058538143s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:06.667375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.005242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.752429Z","time spent":"914.938394ms","remote":"127.0.0.1:60876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:06.667388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.726725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667403Z","caller":"traceutil/trace.go:171","msg":"trace[483019564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2735; }","duration":"597.065954ms","start":"2026-04-16T09:31:06.070328Z","end":"2026-04-16T09:31:06.667394Z","steps":["trace[483019564] 'agreement among raft nodes before linearized reading' (duration: 597.031103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077614627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:06.070294Z","time spent":"597.126686ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:31:06.667445Z","caller":"traceutil/trace.go:171","msg":"trace[1283131601] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:2735; }","duration":"1.078080922s","start":"2026-04-16T09:31:05.589354Z","end":"2026-04-16T09:31:06.667435Z","steps":["trace[1283131601] 'agreement among raft nodes before linearized reading' (duration: 1.077580817s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.900412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.589344Z","time spent":"1.078129304s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-04-16T09:31:06.667504Z","caller":"traceutil/trace.go:171","msg":"trace[1029242448] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:2735; }","duration":"985.957193ms","start":"2026-04-16T09:31:05.681537Z","end":"2026-04-16T09:31:06.667494Z","steps":["trace[1029242448] 'agreement among raft nodes before linearized reading' (duration: 985.882681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079329422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.88691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.681515Z","time spent":"986.011625ms","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:31:06.667555Z","caller":"traceutil/trace.go:171","msg":"trace[431244241] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2735; }","duration":"960.940782ms","start":"2026-04-16T09:31:05.706603Z","end":"2026-04-16T09:31:06.667544Z","steps":["trace[431244241] 'agreement among raft nodes before linearized reading' (duration: 960.857339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.969051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667565Z","caller":"traceutil/trace.go:171","msg":"trace[656462334] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:2735; }","duration":"1.079395514s","start":"2026-04-16T09:31:05.588145Z","end":"2026-04-16T09:31:06.66754Z","steps":["trace[656462334] 'agreement among raft nodes before linearized reading' (duration: 1.079322371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.706594Z","time spent":"960.988383ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.66727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.421212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:31:06.667614Z","caller":"traceutil/trace.go:171","msg":"trace[679674799] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2735; }","duration":"960.27373ms","start":"2026-04-16T09:31:05.707318Z","end":"2026-04-16T09:31:06.667591Z","steps":["trace[679674799] 'agreement among raft nodes before linearized reading' (duration: 959.983751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.66763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.588132Z","time spent":"1.079485906s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.667638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.614598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.11171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:31:06.667665Z","caller":"traceutil/trace.go:171","msg":"trace[1546270459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2735; }","duration":"857.828865ms","start":"2026-04-16T09:31:05.809813Z","end":"2026-04-16T09:31:06.667642Z","steps":["trace[1546270459] 'agreement among raft nodes before linearized reading' (duration: 857.36526ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.667679Z","caller":"traceutil/trace.go:171","msg":"trace[947832594] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2735; }","duration":"827.67483ms","start":"2026-04-16T09:31:05.839994Z","end":"2026-04-16T09:31:06.667669Z","steps":["trace[947832594] 'agreement among raft nodes before linearized reading' (duration: 827.610658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.155165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:31:06.667338Z","caller":"traceutil/trace.go:171","msg":"trace[1368657232] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2735; }","duration":"1.099689857s","start":"2026-04-16T09:31:05.567639Z","end":"2026-04-16T09:31:06.667329Z","steps":["trace[1368657232] 'agreement among raft nodes before linearized reading' (duration: 1.099633245s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.667694Z","caller":"traceutil/trace.go:171","msg":"trace[399059064] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2735; }","duration":"135.525943ms","start":"2026-04-16T09:31:06.532152Z","end":"2026-04-16T09:31:06.667678Z","steps":["trace[399059064] 'agreement among raft nodes before linearized reading' (duration: 135.128991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.839986Z","time spent":"827.722511ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-04-16T09:31:06.667722Z","caller":"traceutil/trace.go:171","msg":"trace[1282168382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2735; }","duration":"858.215857ms","start":"2026-04-16T09:31:05.809495Z","end":"2026-04-16T09:31:06.667711Z","steps":["trace[1282168382] 'agreement among raft nodes before linearized reading' (duration: 858.086373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.568561Z","time spent":"1.09853921s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:31:06.667726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.187088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.809486Z","time spent":"858.259898ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:06.66774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.56763Z","time spent":"1.10009447s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.667781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.758171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667789Z","caller":"traceutil/trace.go:171","msg":"trace[830396058] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2735; }","duration":"841.2484ms","start":"2026-04-16T09:31:05.826518Z","end":"2026-04-16T09:31:06.667766Z","steps":["trace[830396058] 'agreement among raft nodes before linearized reading' (duration: 841.146627ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.667817Z","caller":"traceutil/trace.go:171","msg":"trace[245831517] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2735; }","duration":"844.805152ms","start":"2026-04-16T09:31:05.823002Z","end":"2026-04-16T09:31:06.667807Z","steps":["trace[245831517] 'agreement among raft nodes before linearized reading' (duration: 844.73983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.826495Z","time spent":"841.320482ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:31:06.667846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.822998Z","time spent":"844.840343ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:31:06.667437Z","caller":"traceutil/trace.go:171","msg":"trace[1281656604] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2735; }","duration":"960.781267ms","start":"2026-04-16T09:31:05.706638Z","end":"2026-04-16T09:31:06.66742Z","steps":["trace[1281656604] 'agreement among raft nodes before linearized reading' (duration: 960.721225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.667004Z","caller":"traceutil/trace.go:171","msg":"trace[1899478521] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:2735; }","duration":"985.090556ms","start":"2026-04-16T09:31:05.681899Z","end":"2026-04-16T09:31:06.666989Z","steps":["trace[1899478521] 'agreement among raft nodes before linearized reading' (duration: 985.007964ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.667153Z","caller":"traceutil/trace.go:171","msg":"trace[2081934773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2735; }","duration":"856.263205ms","start":"2026-04-16T09:31:05.810881Z","end":"2026-04-16T09:31:06.667144Z","steps":["trace[2081934773] 'agreement among raft nodes before linearized reading' (duration: 856.142601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.681895Z","time spent":"986.002705ms","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:31:06.667858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04074738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023934607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023778592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.667968Z","caller":"traceutil/trace.go:171","msg":"trace[1618144529] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:2735; }","duration":"1.023988409s","start":"2026-04-16T09:31:05.643969Z","end":"2026-04-16T09:31:06.667957Z","steps":["trace[1618144529] 'agreement among raft nodes before linearized reading' (duration: 1.023936577s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.668018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.291629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.668033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.643958Z","time spent":"1.024067611s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-04-16T09:31:06.668049Z","caller":"traceutil/trace.go:171","msg":"trace[2134270034] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2735; }","duration":"828.370772ms","start":"2026-04-16T09:31:05.839669Z","end":"2026-04-16T09:31:06.66804Z","steps":["trace[2134270034] 'agreement among raft nodes before linearized reading' (duration: 828.296559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.667678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020847509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.668069Z","caller":"traceutil/trace.go:171","msg":"trace[2041505560] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:2735; }","duration":"1.023870105s","start":"2026-04-16T09:31:05.644113Z","end":"2026-04-16T09:31:06.667983Z","steps":["trace[2041505560] 'agreement among raft nodes before linearized reading' (duration: 1.023796343s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.668118Z","caller":"traceutil/trace.go:171","msg":"trace[203738976] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:2735; }","duration":"1.021297884s","start":"2026-04-16T09:31:05.646803Z","end":"2026-04-16T09:31:06.668101Z","steps":["trace[203738976] 'agreement among raft nodes before linearized reading' (duration: 1.020848799s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.668128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.644088Z","time spent":"1.02402606s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:31:06.668093Z","caller":"traceutil/trace.go:171","msg":"trace[326244863] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:2735; }","duration":"1.040929135s","start":"2026-04-16T09:31:05.627029Z","end":"2026-04-16T09:31:06.667958Z","steps":["trace[326244863] 'agreement among raft nodes before linearized reading' (duration: 1.040651646s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.668164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.646796Z","time spent":"1.021351875s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:31:06.668172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040287475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.668184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.525467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.707298Z","time spent":"960.357323ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:31:06.668206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04107263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:06.667722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05844121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.668233Z","caller":"traceutil/trace.go:171","msg":"trace[1336396307] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:2735; }","duration":"1.040348467s","start":"2026-04-16T09:31:05.627867Z","end":"2026-04-16T09:31:06.668215Z","steps":["trace[1336396307] 'agreement among raft nodes before linearized reading' (duration: 1.040260824s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.668237Z","caller":"traceutil/trace.go:171","msg":"trace[1922919274] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2735; }","duration":"828.592298ms","start":"2026-04-16T09:31:05.83963Z","end":"2026-04-16T09:31:06.668223Z","steps":["trace[1922919274] 'agreement among raft nodes before linearized reading' (duration: 828.500686ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:06.668248Z","caller":"traceutil/trace.go:171","msg":"trace[555924763] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:2735; }","duration":"1.041147873s","start":"2026-04-16T09:31:05.627088Z","end":"2026-04-16T09:31:06.668236Z","steps":["trace[555924763] 'agreement among raft nodes before linearized reading' (duration: 1.041082411s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.668236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.627022Z","time spent":"1.041188934s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.668277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.83962Z","time spent":"828.649091ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:31:06.668274Z","caller":"traceutil/trace.go:171","msg":"trace[1694028718] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2735; }","duration":"1.059002019s","start":"2026-04-16T09:31:05.609255Z","end":"2026-04-16T09:31:06.668257Z","steps":["trace[1694028718] 'agreement among raft nodes before linearized reading' (duration: 1.058445201s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.668284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.627065Z","time spent":"1.041209974s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:06.66828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.627845Z","time spent":"1.0404201s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:31:06.667908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.706634Z","time spent":"961.254252ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:06.668333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.609247Z","time spent":"1.05906681s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:31:06.667922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.365878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:31:06.668413Z","caller":"traceutil/trace.go:171","msg":"trace[161287905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2735; }","duration":"903.860073ms","start":"2026-04-16T09:31:05.764529Z","end":"2026-04-16T09:31:06.668389Z","steps":["trace[161287905] 'agreement among raft nodes before linearized reading' (duration: 903.323446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.668498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.764518Z","time spent":"903.962727ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:31:06.668078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.839657Z","time spent":"828.412993ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:31:06.667945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.810857Z","time spent":"857.070521ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:06.667728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.809805Z","time spent":"857.902627ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:06.667384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079190427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:06.668695Z","caller":"traceutil/trace.go:171","msg":"trace[785163276] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:2735; }","duration":"1.08053978s","start":"2026-04-16T09:31:05.588134Z","end":"2026-04-16T09:31:06.668673Z","steps":["trace[785163276] 'agreement among raft nodes before linearized reading' (duration: 1.079106894s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.668744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.588109Z","time spent":"1.080617662s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:06.671306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.088079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:31:06.671359Z","caller":"traceutil/trace.go:171","msg":"trace[498628388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2735; }","duration":"862.167702ms","start":"2026-04-16T09:31:05.809179Z","end":"2026-04-16T09:31:06.671347Z","steps":["trace[498628388] 'agreement among raft nodes before linearized reading' (duration: 858.571188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:06.67139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:05.809167Z","time spent":"862.216213ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T09:31:07.378769Z","caller":"traceutil/trace.go:171","msg":"trace[1318782291] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"693.165587ms","start":"2026-04-16T09:31:06.685571Z","end":"2026-04-16T09:31:07.378736Z","steps":["trace[1318782291] 'process raft request' (duration: 693.064824ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:07.378797Z","caller":"traceutil/trace.go:171","msg":"trace[1223519777] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"693.428506ms","start":"2026-04-16T09:31:06.68531Z","end":"2026-04-16T09:31:07.378738Z","steps":["trace[1223519777] 'process raft request' (duration: 693.122526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:07.378984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:06.685542Z","time spent":"693.322373ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:07.379056Z","caller":"traceutil/trace.go:171","msg":"trace[882096540] linearizableReadLoop","detail":"{readStateIndex:2851; appliedIndex:2847; }","duration":"307.071387ms","start":"2026-04-16T09:31:07.071966Z","end":"2026-04-16T09:31:07.379037Z","steps":["trace[882096540] 'read index received' (duration: 306.373545ms)","trace[882096540] 'applied index is now lower than readState.Index' (duration: 690.072µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:07.379184Z","caller":"traceutil/trace.go:171","msg":"trace[1538790880] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"693.546839ms","start":"2026-04-16T09:31:06.685625Z","end":"2026-04-16T09:31:07.379172Z","steps":["trace[1538790880] 'process raft request' (duration: 693.059114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:07.379152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:06.685293Z","time spent":"693.739496ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:07.379259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:06.685547Z","time spent":"693.673794ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:07.379284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.318214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:07.379185Z","caller":"traceutil/trace.go:171","msg":"trace[1910443232] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"693.406845ms","start":"2026-04-16T09:31:06.685764Z","end":"2026-04-16T09:31:07.379171Z","steps":["trace[1910443232] 'process raft request' (duration: 693.134647ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:07.379336Z","caller":"traceutil/trace.go:171","msg":"trace[1225268381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2740; }","duration":"307.410948ms","start":"2026-04-16T09:31:07.071912Z","end":"2026-04-16T09:31:07.379323Z","steps":["trace[1225268381] 'agreement among raft nodes before linearized reading' (duration: 307.300825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:07.379373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:06.685754Z","time spent":"693.58035ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:07.379385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:07.071889Z","time spent":"307.48483ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:31:07.379381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.505039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:07.379439Z","caller":"traceutil/trace.go:171","msg":"trace[552978504] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2740; }","duration":"223.629693ms","start":"2026-04-16T09:31:07.155794Z","end":"2026-04-16T09:31:07.379424Z","steps":["trace[552978504] 'agreement among raft nodes before linearized reading' (duration: 223.51631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:07.379513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.260063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T09:31:07.379578Z","caller":"traceutil/trace.go:171","msg":"trace[582554374] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:2740; }","duration":"158.361916ms","start":"2026-04-16T09:31:07.2212Z","end":"2026-04-16T09:31:07.379562Z","steps":["trace[582554374] 'agreement among raft nodes before linearized reading' (duration: 158.154079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:07.543482Z","caller":"traceutil/trace.go:171","msg":"trace[1352551963] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"117.627596ms","start":"2026-04-16T09:31:07.425831Z","end":"2026-04-16T09:31:07.543458Z","steps":["trace[1352551963] 'process raft request' (duration: 116.987506ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:18.457262Z","caller":"traceutil/trace.go:171","msg":"trace[992867939] linearizableReadLoop","detail":"{readStateIndex:2920; appliedIndex:2919; }","duration":"131.925949ms","start":"2026-04-16T09:31:18.325312Z","end":"2026-04-16T09:31:18.457238Z","steps":["trace[992867939] 'read index received' (duration: 131.691252ms)","trace[992867939] 'applied index is now lower than readState.Index' (duration: 233.777µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:18.457369Z","caller":"traceutil/trace.go:171","msg":"trace[540756985] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"210.424816ms","start":"2026-04-16T09:31:18.246887Z","end":"2026-04-16T09:31:18.457311Z","steps":["trace[540756985] 'process raft request' (duration: 210.20746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:18.457522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.175398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-sjt6s\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-04-16T09:31:18.457591Z","caller":"traceutil/trace.go:171","msg":"trace[381499872] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-sjt6s; range_end:; response_count:1; response_revision:2806; }","duration":"132.324372ms","start":"2026-04-16T09:31:18.32525Z","end":"2026-04-16T09:31:18.457574Z","steps":["trace[381499872] 'agreement among raft nodes before linearized reading' (duration: 132.082414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:23.053395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.097045ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T09:31:23.605024Z","caller":"traceutil/trace.go:171","msg":"trace[1744421463] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"141.235054ms","start":"2026-04-16T09:31:23.46373Z","end":"2026-04-16T09:31:23.604965Z","steps":["trace[1744421463] 'process raft request' (duration: 95.464814ms)","trace[1744421463] 'compare' (duration: 45.396608ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:23.605452Z","caller":"traceutil/trace.go:171","msg":"trace[911359646] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"141.061019ms","start":"2026-04-16T09:31:23.464339Z","end":"2026-04-16T09:31:23.6054Z","steps":["trace[911359646] 'process raft request' (duration: 140.561023ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:23.60563Z","caller":"traceutil/trace.go:171","msg":"trace[1168433065] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"137.754354ms","start":"2026-04-16T09:31:23.467863Z","end":"2026-04-16T09:31:23.605617Z","steps":["trace[1168433065] 'process raft request' (duration: 137.370572ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:24.628744Z","caller":"traceutil/trace.go:171","msg":"trace[127652818] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"145.430507ms","start":"2026-04-16T09:31:24.483288Z","end":"2026-04-16T09:31:24.628718Z","steps":["trace[127652818] 'process raft request' (duration: 145.255442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:25.052428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.619481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:31:25.052582Z","caller":"traceutil/trace.go:171","msg":"trace[1082340946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2845; }","duration":"227.844947ms","start":"2026-04-16T09:31:24.824701Z","end":"2026-04-16T09:31:25.052546Z","steps":["trace[1082340946] 'range keys from in-memory index tree' (duration: 226.698301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:25.570284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414813641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:31:26.070817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414813641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:31:26.112677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05470707s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:31:26.113396Z","caller":"traceutil/trace.go:171","msg":"trace[439899533] linearizableReadLoop","detail":"{readStateIndex:2961; appliedIndex:2960; }","duration":"1.044213329s","start":"2026-04-16T09:31:25.069155Z","end":"2026-04-16T09:31:26.113368Z","steps":["trace[439899533] 'read index received' (duration: 1.043916469s)","trace[439899533] 'applied index is now lower than readState.Index' (duration: 295.4µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:26.113473Z","caller":"traceutil/trace.go:171","msg":"trace[766251247] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"1.05562832s","start":"2026-04-16T09:31:25.057818Z","end":"2026-04-16T09:31:26.113446Z","steps":["trace[766251247] 'process raft request' (duration: 1.055359642s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:26.113569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044402094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:26.113657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:25.057785Z","time spent":"1.055738954s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:26.113718Z","caller":"traceutil/trace.go:171","msg":"trace[183665003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2846; }","duration":"1.04460359s","start":"2026-04-16T09:31:25.0691Z","end":"2026-04-16T09:31:26.113703Z","steps":["trace[183665003] 'agreement among raft nodes before linearized reading' (duration: 1.044397454s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:26.113775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:25.069082Z","time spent":"1.044679463s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:31:26.114365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.551241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:31:26.114441Z","caller":"traceutil/trace.go:171","msg":"trace[755742154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2846; }","duration":"622.717917ms","start":"2026-04-16T09:31:25.491697Z","end":"2026-04-16T09:31:26.114415Z","steps":["trace[755742154] 'agreement among raft nodes before linearized reading' (duration: 622.467879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:26.114466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.983197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:31:26.114539Z","caller":"traceutil/trace.go:171","msg":"trace[1328911779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2846; }","duration":"505.113661ms","start":"2026-04-16T09:31:25.609407Z","end":"2026-04-16T09:31:26.11452Z","steps":["trace[1328911779] 'agreement among raft nodes before linearized reading' (duration: 504.817702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:26.114527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.149803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T09:31:26.114582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.367959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:31:26.114593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:25.609355Z","time spent":"505.226415ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:31:26.114611Z","caller":"traceutil/trace.go:171","msg":"trace[244399024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2846; }","duration":"505.39543ms","start":"2026-04-16T09:31:25.609207Z","end":"2026-04-16T09:31:26.114603Z","steps":["trace[244399024] 'agreement among raft nodes before linearized reading' (duration: 505.312827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:26.114617Z","caller":"traceutil/trace.go:171","msg":"trace[1118566565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2846; }","duration":"505.278866ms","start":"2026-04-16T09:31:25.609307Z","end":"2026-04-16T09:31:26.114586Z","steps":["trace[1118566565] 'agreement among raft nodes before linearized reading' (duration: 505.08256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:26.114643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:25.609139Z","time spent":"505.498114ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:31:26.11449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:25.491676Z","time spent":"622.805009ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:26.114662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:25.609264Z","time spent":"505.38402ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:26.11552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.440349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:26.115587Z","caller":"traceutil/trace.go:171","msg":"trace[1523941204] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2846; }","duration":"254.254774ms","start":"2026-04-16T09:31:25.861316Z","end":"2026-04-16T09:31:26.115571Z","steps":["trace[1523941204] 'agreement among raft nodes before linearized reading' (duration: 253.410338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:26.285624Z","caller":"traceutil/trace.go:171","msg":"trace[1214809356] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"164.667667ms","start":"2026-04-16T09:31:26.120927Z","end":"2026-04-16T09:31:26.285595Z","steps":["trace[1214809356] 'process raft request' (duration: 164.581844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:26.285668Z","caller":"traceutil/trace.go:171","msg":"trace[1363984716] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"166.291478ms","start":"2026-04-16T09:31:26.119353Z","end":"2026-04-16T09:31:26.285645Z","steps":["trace[1363984716] 'process raft request' (duration: 166.03688ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:26.2858Z","caller":"traceutil/trace.go:171","msg":"trace[1684960476] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"161.634271ms","start":"2026-04-16T09:31:26.124144Z","end":"2026-04-16T09:31:26.285778Z","steps":["trace[1684960476] 'process raft request' (duration: 161.409753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:26.28579Z","caller":"traceutil/trace.go:171","msg":"trace[1624673922] linearizableReadLoop","detail":"{readStateIndex:2964; appliedIndex:2961; }","duration":"162.396895ms","start":"2026-04-16T09:31:26.123358Z","end":"2026-04-16T09:31:26.285754Z","steps":["trace[1624673922] 'read index received' (duration: 45.669817ms)","trace[1624673922] 'applied index is now lower than readState.Index' (duration: 116.724268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:26.285937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.521529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:26.286021Z","caller":"traceutil/trace.go:171","msg":"trace[1854644672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2850; }","duration":"162.698724ms","start":"2026-04-16T09:31:26.123307Z","end":"2026-04-16T09:31:26.286006Z","steps":["trace[1854644672] 'agreement among raft nodes before linearized reading' (duration: 162.534629ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:26.735666Z","caller":"traceutil/trace.go:171","msg":"trace[1963919299] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"226.930328ms","start":"2026-04-16T09:31:26.508714Z","end":"2026-04-16T09:31:26.735644Z","steps":["trace[1963919299] 'process raft request' (duration: 226.783654ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:26.914711Z","caller":"traceutil/trace.go:171","msg":"trace[1332963793] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"278.989429ms","start":"2026-04-16T09:31:26.635674Z","end":"2026-04-16T09:31:26.914663Z","steps":["trace[1332963793] 'process raft request' (duration: 201.595137ms)","trace[1332963793] 'compare' (duration: 62.106457ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:26.933755Z","caller":"traceutil/trace.go:171","msg":"trace[376417656] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"179.794666ms","start":"2026-04-16T09:31:26.753937Z","end":"2026-04-16T09:31:26.933732Z","steps":["trace[376417656] 'process raft request' (duration: 179.676032ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:27.119852Z","caller":"traceutil/trace.go:171","msg":"trace[112943899] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"176.815142ms","start":"2026-04-16T09:31:26.943006Z","end":"2026-04-16T09:31:27.119821Z","steps":["trace[112943899] 'process raft request' (duration: 80.979536ms)","trace[112943899] 'compare' (duration: 95.710992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:28.227985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.616743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T09:31:28.228074Z","caller":"traceutil/trace.go:171","msg":"trace[856427128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2857; }","duration":"796.751678ms","start":"2026-04-16T09:31:27.431301Z","end":"2026-04-16T09:31:28.228053Z","steps":["trace[856427128] 'range keys from in-memory index tree' (duration: 796.445998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:28.228123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:27.431277Z","time spent":"796.832851ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T09:31:28.228139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.837448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:28.228223Z","caller":"traceutil/trace.go:171","msg":"trace[1974435341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2857; }","duration":"156.940372ms","start":"2026-04-16T09:31:28.07125Z","end":"2026-04-16T09:31:28.22819Z","steps":["trace[1974435341] 'range keys from in-memory index tree' (duration: 156.769996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:28.22916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.530271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:31:28.22925Z","caller":"traceutil/trace.go:171","msg":"trace[220818707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2857; }","duration":"104.661945ms","start":"2026-04-16T09:31:28.124568Z","end":"2026-04-16T09:31:28.22923Z","steps":["trace[220818707] 'range keys from in-memory index tree' (duration: 103.570221ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:28.414839Z","caller":"traceutil/trace.go:171","msg":"trace[1036688558] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"182.520243ms","start":"2026-04-16T09:31:28.232292Z","end":"2026-04-16T09:31:28.414812Z","steps":["trace[1036688558] 'process raft request' (duration: 182.361878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:28.876397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.900869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:28.876605Z","caller":"traceutil/trace.go:171","msg":"trace[787310318] linearizableReadLoop","detail":"{readStateIndex:2976; appliedIndex:2973; }","duration":"586.664335ms","start":"2026-04-16T09:31:28.289922Z","end":"2026-04-16T09:31:28.876586Z","steps":["trace[787310318] 'read index received' (duration: 124.733463ms)","trace[787310318] 'applied index is now lower than readState.Index' (duration: 461.929622ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:28.876693Z","caller":"traceutil/trace.go:171","msg":"trace[343529118] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"643.382671ms","start":"2026-04-16T09:31:28.2333Z","end":"2026-04-16T09:31:28.876683Z","steps":["trace[343529118] 'process raft request' (duration: 643.210306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:28.876749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.233291Z","time spent":"643.424873ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:28.876752Z","caller":"traceutil/trace.go:171","msg":"trace[1319310735] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"643.975261ms","start":"2026-04-16T09:31:28.232731Z","end":"2026-04-16T09:31:28.876706Z","steps":["trace[1319310735] 'process raft request' (duration: 367.670079ms)","trace[1319310735] 'compare' (duration: 275.766745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:28.876954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.951854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T09:31:28.876985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.232711Z","time spent":"644.136365ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:28.877034Z","caller":"traceutil/trace.go:171","msg":"trace[735251951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2860; }","duration":"587.077318ms","start":"2026-04-16T09:31:28.289937Z","end":"2026-04-16T09:31:28.877014Z","steps":["trace[735251951] 'agreement among raft nodes before linearized reading' (duration: 586.798719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:28.877075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.28992Z","time spent":"587.14773ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:28.877087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.14185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T09:31:28.877099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.695824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:28.877132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.133036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:31:28.877174Z","caller":"traceutil/trace.go:171","msg":"trace[862811734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2860; }","duration":"587.256763ms","start":"2026-04-16T09:31:28.289894Z","end":"2026-04-16T09:31:28.877151Z","steps":["trace[862811734] 'agreement among raft nodes before linearized reading' (duration: 586.961074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:28.877212Z","caller":"traceutil/trace.go:171","msg":"trace[1355315494] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2860; }","duration":"496.916331ms","start":"2026-04-16T09:31:28.380274Z","end":"2026-04-16T09:31:28.87719Z","steps":["trace[1355315494] 'agreement among raft nodes before linearized reading' (duration: 496.57554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:28.877227Z","caller":"traceutil/trace.go:171","msg":"trace[1744461117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2860; }","duration":"585.304242ms","start":"2026-04-16T09:31:28.291903Z","end":"2026-04-16T09:31:28.877207Z","steps":["trace[1744461117] 'agreement among raft nodes before linearized reading' (duration: 585.005222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:28.877225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.289885Z","time spent":"587.332236ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:28.877263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.291876Z","time spent":"585.379754ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:31:28.87726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.380262Z","time spent":"496.985283ms","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:29.581957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.949476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:29.58212Z","caller":"traceutil/trace.go:171","msg":"trace[2135193029] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"700.609771ms","start":"2026-04-16T09:31:28.881469Z","end":"2026-04-16T09:31:29.582078Z","steps":["trace[2135193029] 'process raft request' (duration: 276.379385ms)","trace[2135193029] 'compare' (duration: 422.914154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:29.582204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.881449Z","time spent":"700.721045ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:30.028466Z","caller":"traceutil/trace.go:171","msg":"trace[1959522728] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"1.146535306s","start":"2026-04-16T09:31:28.8819Z","end":"2026-04-16T09:31:30.028435Z","steps":["trace[1959522728] 'process raft request' (duration: 1.091195503s)","trace[1959522728] 'compare' (duration: 54.881668ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:30.028542Z","caller":"traceutil/trace.go:171","msg":"trace[464208069] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"1.107944303s","start":"2026-04-16T09:31:28.920568Z","end":"2026-04-16T09:31:30.028512Z","steps":["trace[464208069] 'process raft request' (duration: 1.107881001s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:30.02866Z","caller":"traceutil/trace.go:171","msg":"trace[2009997805] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"1.146636939s","start":"2026-04-16T09:31:28.881997Z","end":"2026-04-16T09:31:30.028634Z","steps":["trace[2009997805] 'process raft request' (duration: 1.14633981s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:30.028737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.92055Z","time spent":"1.108070318s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:30.028785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.881986Z","time spent":"1.146735683s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:30.028819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:28.881873Z","time spent":"1.14667702s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:30.098783Z","caller":"traceutil/trace.go:171","msg":"trace[460641077] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"890.710763ms","start":"2026-04-16T09:31:29.208044Z","end":"2026-04-16T09:31:30.098755Z","steps":["trace[460641077] 'process raft request' (duration: 890.448514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:30.098984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:29.208016Z","time spent":"890.838657ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:31.419894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414813683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:31:31.9206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414813683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:31:32.061037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175164011s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:31:32.061456Z","caller":"traceutil/trace.go:171","msg":"trace[806203959] linearizableReadLoop","detail":"{readStateIndex:2982; appliedIndex:2981; }","duration":"1.142519027s","start":"2026-04-16T09:31:30.918913Z","end":"2026-04-16T09:31:32.061432Z","steps":["trace[806203959] 'read index received' (duration: 1.14231923s)","trace[806203959] 'applied index is now lower than readState.Index' (duration: 198.827µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:32.061558Z","caller":"traceutil/trace.go:171","msg":"trace[1218818201] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"1.175774611s","start":"2026-04-16T09:31:30.885756Z","end":"2026-04-16T09:31:32.061531Z","steps":["trace[1218818201] 'process raft request' (duration: 1.175494932s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:32.061706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142760844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:31:32.061772Z","caller":"traceutil/trace.go:171","msg":"trace[1884559689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2866; }","duration":"1.142867328s","start":"2026-04-16T09:31:30.918888Z","end":"2026-04-16T09:31:32.061756Z","steps":["trace[1884559689] 'agreement among raft nodes before linearized reading' (duration: 1.142669322s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:32.06183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:30.918876Z","time spent":"1.142940951s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:31:32.061712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:30.885734Z","time spent":"1.175900334s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:32.064659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.393582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:31:32.064739Z","caller":"traceutil/trace.go:171","msg":"trace[1868103540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2867; }","duration":"478.489395ms","start":"2026-04-16T09:31:31.586231Z","end":"2026-04-16T09:31:32.064721Z","steps":["trace[1868103540] 'agreement among raft nodes before linearized reading' (duration: 478.255298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:32.064777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:31.586162Z","time spent":"478.606988ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:33.360513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232177141s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:31:33.504939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.700503ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:33.505052Z","caller":"traceutil/trace.go:171","msg":"trace[461131498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2868; }","duration":"710.847358ms","start":"2026-04-16T09:31:32.79419Z","end":"2026-04-16T09:31:33.505037Z","steps":["trace[461131498] 'range keys from in-memory index tree' (duration: 710.678683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:33.505396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.402064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:33.505632Z","caller":"traceutil/trace.go:171","msg":"trace[1512528394] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"1.436911937s","start":"2026-04-16T09:31:32.068698Z","end":"2026-04-16T09:31:33.50561Z","steps":["trace[1512528394] 'process raft request' (duration: 1.292199693s)","trace[1512528394] 'compare' (duration: 143.994601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:33.505761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:32.068677Z","time spent":"1.43700894s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:33.505854Z","caller":"traceutil/trace.go:171","msg":"trace[1666726999] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"1.431158415s","start":"2026-04-16T09:31:32.074663Z","end":"2026-04-16T09:31:33.505822Z","steps":["trace[1666726999] 'process raft request' (duration: 1.430948258s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:33.50579Z","caller":"traceutil/trace.go:171","msg":"trace[254325071] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"1.436971789s","start":"2026-04-16T09:31:32.068717Z","end":"2026-04-16T09:31:33.505689Z","steps":["trace[254325071] 'process raft request' (duration: 1.436784863s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:33.505898Z","caller":"traceutil/trace.go:171","msg":"trace[16701812] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2983; }","duration":"1.435297436s","start":"2026-04-16T09:31:32.070545Z","end":"2026-04-16T09:31:33.505842Z","steps":["trace[16701812] 'read index received' (duration: 57.793181ms)","trace[16701812] 'applied index is now lower than readState.Index' (duration: 1.377501385s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:33.506002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:32.074646Z","time spent":"1.431283309s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:33.506065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:32.068699Z","time spent":"1.437237337s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:33.599354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.237166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:31:33.599477Z","caller":"traceutil/trace.go:171","msg":"trace[1303075508] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2871; }","duration":"625.428711ms","start":"2026-04-16T09:31:32.974025Z","end":"2026-04-16T09:31:33.599454Z","steps":["trace[1303075508] 'agreement among raft nodes before linearized reading' (duration: 625.215524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:33.599548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:32.974004Z","time spent":"625.529135ms","remote":"127.0.0.1:43896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:33.599369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528782557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:33.599693Z","caller":"traceutil/trace.go:171","msg":"trace[1459193771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2871; }","duration":"1.529103607s","start":"2026-04-16T09:31:32.070513Z","end":"2026-04-16T09:31:33.599616Z","steps":["trace[1459193771] 'agreement among raft nodes before linearized reading' (duration: 1.435380529s)","trace[1459193771] 'range keys from in-memory index tree' (duration: 93.074608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:33.599823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:32.070502Z","time spent":"1.529259322s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:31:35.824879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.03711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:35.825047Z","caller":"traceutil/trace.go:171","msg":"trace[1552080143] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"311.24156ms","start":"2026-04-16T09:31:35.513779Z","end":"2026-04-16T09:31:35.825021Z","steps":["trace[1552080143] 'process raft request' (duration: 25.897111ms)","trace[1552080143] 'compare' (duration: 284.875535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:35.825121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:35.513767Z","time spent":"311.319623ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:35.826216Z","caller":"traceutil/trace.go:171","msg":"trace[121085615] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"311.619882ms","start":"2026-04-16T09:31:35.514577Z","end":"2026-04-16T09:31:35.826196Z","steps":["trace[121085615] 'process raft request' (duration: 311.475437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:35.826317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:35.514568Z","time spent":"311.704375ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:35.826399Z","caller":"traceutil/trace.go:171","msg":"trace[1990097472] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"310.280549ms","start":"2026-04-16T09:31:35.516088Z","end":"2026-04-16T09:31:35.826369Z","steps":["trace[1990097472] 'process raft request' (duration: 310.068382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:35.826547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:35.516079Z","time spent":"310.392123ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:41.942537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414813833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:31:42.443028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414813833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:31:42.732339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297218125s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:31:42.732587Z","caller":"traceutil/trace.go:171","msg":"trace[1808416325] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"1.297546465s","start":"2026-04-16T09:31:41.435022Z","end":"2026-04-16T09:31:42.732569Z","steps":["trace[1808416325] 'process raft request' (duration: 1.297442982s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:42.732677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:41.435002Z","time spent":"1.297617787s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:43.455146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.544236ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:43.455311Z","caller":"traceutil/trace.go:171","msg":"trace[745222366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2943; }","duration":"661.726722ms","start":"2026-04-16T09:31:42.793562Z","end":"2026-04-16T09:31:43.455289Z","steps":["trace[745222366] 'range keys from in-memory index tree' (duration: 661.527065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.455527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.011545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:43.455815Z","caller":"traceutil/trace.go:171","msg":"trace[1032351710] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"1.360358413s","start":"2026-04-16T09:31:42.095427Z","end":"2026-04-16T09:31:43.455786Z","steps":["trace[1032351710] 'process raft request' (duration: 1.208002137s)","trace[1032351710] 'compare' (duration: 151.686515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:43.455939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:42.095407Z","time spent":"1.360467056s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:43.553672Z","caller":"traceutil/trace.go:171","msg":"trace[776744335] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3060; }","duration":"2.11124438s","start":"2026-04-16T09:31:41.442399Z","end":"2026-04-16T09:31:43.553644Z","steps":["trace[776744335] 'read index received' (duration: 1.290154691s)","trace[776744335] 'applied index is now lower than readState.Index' (duration: 821.088129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:43.553976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056968671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-6px26\" ","response":"range_response_count:1 size:8345"} {"level":"info","ts":"2026-04-16T09:31:43.554039Z","caller":"traceutil/trace.go:171","msg":"trace[1830960823] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-6px26; range_end:; response_count:1; response_revision:2944; }","duration":"2.057055724s","start":"2026-04-16T09:31:41.49697Z","end":"2026-04-16T09:31:43.554026Z","steps":["trace[1830960823] 'agreement among raft nodes before linearized reading' (duration: 2.056826376s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.554021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45146887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:31:43.55402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111595931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-16T09:31:43.55409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:41.496921Z","time spent":"2.057158307s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8368,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-6px26\" "} {"level":"info","ts":"2026-04-16T09:31:43.554116Z","caller":"traceutil/trace.go:171","msg":"trace[1729050139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2944; }","duration":"1.451594394s","start":"2026-04-16T09:31:42.102499Z","end":"2026-04-16T09:31:43.554093Z","steps":["trace[1729050139] 'agreement among raft nodes before linearized reading' (duration: 1.451361456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.554169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:42.102487Z","time spent":"1.451672006s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:43.554145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379284713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:31:43.554196Z","caller":"traceutil/trace.go:171","msg":"trace[1799138626] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2944; }","duration":"2.111826038s","start":"2026-04-16T09:31:41.44235Z","end":"2026-04-16T09:31:43.554176Z","steps":["trace[1799138626] 'agreement among raft nodes before linearized reading' (duration: 2.111390404s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:43.554241Z","caller":"traceutil/trace.go:171","msg":"trace[2146043491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2944; }","duration":"1.379459189s","start":"2026-04-16T09:31:42.174759Z","end":"2026-04-16T09:31:43.554218Z","steps":["trace[2146043491] 'agreement among raft nodes before linearized reading' (duration: 1.379147059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.554261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.958396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:43.554495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.031021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38016"} {"level":"info","ts":"2026-04-16T09:31:43.554534Z","caller":"traceutil/trace.go:171","msg":"trace[266262392] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:2944; }","duration":"966.122084ms","start":"2026-04-16T09:31:42.588401Z","end":"2026-04-16T09:31:43.554523Z","steps":["trace[266262392] 'agreement among raft nodes before linearized reading' (duration: 965.99016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.554577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:42.588375Z","time spent":"966.194727ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":38039,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T09:31:43.554192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.249773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T09:31:43.554673Z","caller":"traceutil/trace.go:171","msg":"trace[782972467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2944; }","duration":"134.772799ms","start":"2026-04-16T09:31:43.419877Z","end":"2026-04-16T09:31:43.55465Z","steps":["trace[782972467] 'agreement among raft nodes before linearized reading' (duration: 134.145009ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:43.554569Z","caller":"traceutil/trace.go:171","msg":"trace[641941542] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:2944; }","duration":"278.267795ms","start":"2026-04-16T09:31:43.276246Z","end":"2026-04-16T09:31:43.554514Z","steps":["trace[641941542] 'agreement among raft nodes before linearized reading' (duration: 277.978716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.55471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705390704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:31:43.55486Z","caller":"traceutil/trace.go:171","msg":"trace[1271551620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2944; }","duration":"1.705514478s","start":"2026-04-16T09:31:41.849306Z","end":"2026-04-16T09:31:43.55482Z","steps":["trace[1271551620] 'agreement among raft nodes before linearized reading' (duration: 1.705179967s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.554291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:41.442332Z","time spent":"2.111945083s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T09:31:43.554289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:42.174727Z","time spent":"1.379552632s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:31:43.553955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227424563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:31:43.555019Z","caller":"traceutil/trace.go:171","msg":"trace[1440489465] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2944; }","duration":"1.228566389s","start":"2026-04-16T09:31:42.326439Z","end":"2026-04-16T09:31:43.555005Z","steps":["trace[1440489465] 'agreement among raft nodes before linearized reading' (duration: 1.227390061s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.55506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:42.326419Z","time spent":"1.2286275s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:43.554355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.872663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:43.555311Z","caller":"traceutil/trace.go:171","msg":"trace[1663473716] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:0; response_revision:2944; }","duration":"284.827813ms","start":"2026-04-16T09:31:43.270441Z","end":"2026-04-16T09:31:43.555269Z","steps":["trace[1663473716] 'agreement among raft nodes before linearized reading' (duration: 283.886123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.55435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704917458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:31:43.555409Z","caller":"traceutil/trace.go:171","msg":"trace[333915486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2944; }","duration":"1.706031474s","start":"2026-04-16T09:31:41.849365Z","end":"2026-04-16T09:31:43.555396Z","steps":["trace[333915486] 'agreement among raft nodes before linearized reading' (duration: 1.704879257s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.555455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:41.849337Z","time spent":"1.706108027s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:31:43.554408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.606519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:43.555509Z","caller":"traceutil/trace.go:171","msg":"trace[723841340] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:2944; }","duration":"281.698374ms","start":"2026-04-16T09:31:43.273786Z","end":"2026-04-16T09:31:43.555484Z","steps":["trace[723841340] 'agreement among raft nodes before linearized reading' (duration: 280.572858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.5544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.05508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:43.55498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:41.849282Z","time spent":"1.705622221s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:31:43.555559Z","caller":"traceutil/trace.go:171","msg":"trace[957851059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2944; }","duration":"483.250988ms","start":"2026-04-16T09:31:43.072296Z","end":"2026-04-16T09:31:43.555547Z","steps":["trace[957851059] 'agreement among raft nodes before linearized reading' (duration: 482.06921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.555596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:43.072274Z","time spent":"483.31083ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:31:43.554444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849753206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:31:43.555661Z","caller":"traceutil/trace.go:171","msg":"trace[1826349240] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2944; }","duration":"1.851004947s","start":"2026-04-16T09:31:41.704643Z","end":"2026-04-16T09:31:43.555648Z","steps":["trace[1826349240] 'agreement among raft nodes before linearized reading' (duration: 1.849752057s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.555712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:41.704627Z","time spent":"1.851069088s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:31:43.554408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887146301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keepalived-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:43.555798Z","caller":"traceutil/trace.go:171","msg":"trace[1414179750] range","detail":"{range_begin:/registry/secrets/openstack/keepalived-etc; range_end:; response_count:0; response_revision:2944; }","duration":"1.888625928s","start":"2026-04-16T09:31:41.667159Z","end":"2026-04-16T09:31:43.555785Z","steps":["trace[1414179750] 'agreement among raft nodes before linearized reading' (duration: 1.887131371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.555839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:41.667139Z","time spent":"1.88868532s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/keepalived-etc\" "} {"level":"warn","ts":"2026-04-16T09:31:43.554462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707286173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:31:43.555904Z","caller":"traceutil/trace.go:171","msg":"trace[310735536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2944; }","duration":"1.70874851s","start":"2026-04-16T09:31:41.847137Z","end":"2026-04-16T09:31:43.555885Z","steps":["trace[310735536] 'agreement among raft nodes before linearized reading' (duration: 1.707256442s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.555954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:41.847121Z","time spent":"1.708818412s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:31:43.859062Z","caller":"traceutil/trace.go:171","msg":"trace[468233701] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"183.681229ms","start":"2026-04-16T09:31:43.675364Z","end":"2026-04-16T09:31:43.859045Z","steps":["trace[468233701] 'process raft request' (duration: 106.850795ms)","trace[468233701] 'compare' (duration: 76.70176ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:43.859355Z","caller":"traceutil/trace.go:171","msg":"trace[1984420033] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"178.0183ms","start":"2026-04-16T09:31:43.681298Z","end":"2026-04-16T09:31:43.859317Z","steps":["trace[1984420033] 'process raft request' (duration: 177.71596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:43.859461Z","caller":"traceutil/trace.go:171","msg":"trace[1036107512] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"178.057411ms","start":"2026-04-16T09:31:43.68139Z","end":"2026-04-16T09:31:43.859448Z","steps":["trace[1036107512] 'process raft request' (duration: 177.878375ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:43.859529Z","caller":"traceutil/trace.go:171","msg":"trace[674471336] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"139.944873ms","start":"2026-04-16T09:31:43.719578Z","end":"2026-04-16T09:31:43.859523Z","steps":["trace[674471336] 'process raft request' (duration: 139.814419ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:43.859528Z","caller":"traceutil/trace.go:171","msg":"trace[1437890741] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"136.3896ms","start":"2026-04-16T09:31:43.723113Z","end":"2026-04-16T09:31:43.859503Z","steps":["trace[1437890741] 'process raft request' (duration: 136.333059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.859646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.408961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keepalived\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:43.85967Z","caller":"traceutil/trace.go:171","msg":"trace[1996445115] range","detail":"{range_begin:/registry/roles/openstack/keepalived; range_end:; response_count:0; response_revision:2978; }","duration":"184.480804ms","start":"2026-04-16T09:31:43.675185Z","end":"2026-04-16T09:31:43.859665Z","steps":["trace[1996445115] 'agreement among raft nodes before linearized reading' (duration: 184.401761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.859672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.205925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:43.859723Z","caller":"traceutil/trace.go:171","msg":"trace[1489412792] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:2978; }","duration":"178.257127ms","start":"2026-04-16T09:31:43.681449Z","end":"2026-04-16T09:31:43.859706Z","steps":["trace[1489412792] 'agreement among raft nodes before linearized reading' (duration: 178.173154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:43.859577Z","caller":"traceutil/trace.go:171","msg":"trace[140038497] linearizableReadLoop","detail":"{readStateIndex:3096; appliedIndex:3093; }","duration":"147.175023ms","start":"2026-04-16T09:31:43.712396Z","end":"2026-04-16T09:31:43.859571Z","steps":["trace[140038497] 'read index received' (duration: 69.835853ms)","trace[140038497] 'applied index is now lower than readState.Index' (duration: 77.33822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:43.859898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.612686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:43.859951Z","caller":"traceutil/trace.go:171","msg":"trace[95509614] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:2978; }","duration":"141.684078ms","start":"2026-04-16T09:31:43.718251Z","end":"2026-04-16T09:31:43.859935Z","steps":["trace[95509614] 'agreement among raft nodes before linearized reading' (duration: 141.594905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:43.860024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.623697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38016"} {"level":"info","ts":"2026-04-16T09:31:43.860068Z","caller":"traceutil/trace.go:171","msg":"trace[1219026187] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:2978; }","duration":"142.69808ms","start":"2026-04-16T09:31:43.717357Z","end":"2026-04-16T09:31:43.860055Z","steps":["trace[1219026187] 'agreement among raft nodes before linearized reading' (duration: 142.482283ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.026141Z","caller":"traceutil/trace.go:171","msg":"trace[451782691] linearizableReadLoop","detail":"{readStateIndex:3100; appliedIndex:3098; }","duration":"161.257829ms","start":"2026-04-16T09:31:43.864868Z","end":"2026-04-16T09:31:44.026125Z","steps":["trace[451782691] 'read index received' (duration: 65.136334ms)","trace[451782691] 'applied index is now lower than readState.Index' (duration: 96.120715ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:44.026354Z","caller":"traceutil/trace.go:171","msg":"trace[1174781064] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"162.157577ms","start":"2026-04-16T09:31:43.864186Z","end":"2026-04-16T09:31:44.026344Z","steps":["trace[1174781064] 'process raft request' (duration: 161.738964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.026583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.700513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:44.026616Z","caller":"traceutil/trace.go:171","msg":"trace[761699498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:2982; }","duration":"161.790185ms","start":"2026-04-16T09:31:43.864818Z","end":"2026-04-16T09:31:44.026608Z","steps":["trace[761699498] 'agreement among raft nodes before linearized reading' (duration: 161.727083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.026706Z","caller":"traceutil/trace.go:171","msg":"trace[1856867388] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"157.480919ms","start":"2026-04-16T09:31:43.86922Z","end":"2026-04-16T09:31:44.026701Z","steps":["trace[1856867388] 'process raft request' (duration: 156.844899ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.026859Z","caller":"traceutil/trace.go:171","msg":"trace[1562505191] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"157.311633ms","start":"2026-04-16T09:31:43.86954Z","end":"2026-04-16T09:31:44.026852Z","steps":["trace[1562505191] 'process raft request' (duration: 156.554469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.027257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.909809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-04-16T09:31:44.027287Z","caller":"traceutil/trace.go:171","msg":"trace[1719605290] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:2982; }","duration":"155.95509ms","start":"2026-04-16T09:31:43.871324Z","end":"2026-04-16T09:31:44.027279Z","steps":["trace[1719605290] 'agreement among raft nodes before linearized reading' (duration: 155.866848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.0275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.335834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38016"} {"level":"info","ts":"2026-04-16T09:31:44.027525Z","caller":"traceutil/trace.go:171","msg":"trace[1048993004] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:2982; }","duration":"139.385195ms","start":"2026-04-16T09:31:43.888134Z","end":"2026-04-16T09:31:44.02752Z","steps":["trace[1048993004] 'agreement among raft nodes before linearized reading' (duration: 139.308633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.248684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.925626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:44.248978Z","caller":"traceutil/trace.go:171","msg":"trace[1799307159] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"217.783249ms","start":"2026-04-16T09:31:44.031175Z","end":"2026-04-16T09:31:44.248958Z","steps":["trace[1799307159] 'process raft request' (duration: 87.535783ms)","trace[1799307159] 'compare' (duration: 129.533993ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:44.248951Z","caller":"traceutil/trace.go:171","msg":"trace[983044537] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"217.014274ms","start":"2026-04-16T09:31:44.031902Z","end":"2026-04-16T09:31:44.248916Z","steps":["trace[983044537] 'process raft request' (duration: 216.854169ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.249008Z","caller":"traceutil/trace.go:171","msg":"trace[1416728887] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"216.618961ms","start":"2026-04-16T09:31:44.03236Z","end":"2026-04-16T09:31:44.248979Z","steps":["trace[1416728887] 'process raft request' (duration: 216.440206ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.249231Z","caller":"traceutil/trace.go:171","msg":"trace[1644549233] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"215.416884ms","start":"2026-04-16T09:31:44.033797Z","end":"2026-04-16T09:31:44.249214Z","steps":["trace[1644549233] 'process raft request' (duration: 215.032912ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.24932Z","caller":"traceutil/trace.go:171","msg":"trace[522281835] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"214.34449ms","start":"2026-04-16T09:31:44.034968Z","end":"2026-04-16T09:31:44.249312Z","steps":["trace[522281835] 'process raft request' (duration: 214.161734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.249355Z","caller":"traceutil/trace.go:171","msg":"trace[638626227] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"214.044141ms","start":"2026-04-16T09:31:44.035298Z","end":"2026-04-16T09:31:44.249343Z","steps":["trace[638626227] 'process raft request' (duration: 213.861315ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.249402Z","caller":"traceutil/trace.go:171","msg":"trace[764796628] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"214.096993ms","start":"2026-04-16T09:31:44.035297Z","end":"2026-04-16T09:31:44.249394Z","steps":["trace[764796628] 'process raft request' (duration: 214.00718ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.249376Z","caller":"traceutil/trace.go:171","msg":"trace[1737275553] linearizableReadLoop","detail":"{readStateIndex:3109; appliedIndex:3103; }","duration":"214.074372ms","start":"2026-04-16T09:31:44.035292Z","end":"2026-04-16T09:31:44.249366Z","steps":["trace[1737275553] 'read index received' (duration: 3.47793ms)","trace[1737275553] 'applied index is now lower than readState.Index' (duration: 210.595352ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:44.249475Z","caller":"traceutil/trace.go:171","msg":"trace[1514753557] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"214.482364ms","start":"2026-04-16T09:31:44.034964Z","end":"2026-04-16T09:31:44.249447Z","steps":["trace[1514753557] 'process raft request' (duration: 214.374901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.249601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.283918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:44.249637Z","caller":"traceutil/trace.go:171","msg":"trace[1525373005] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:2991; }","duration":"214.35956ms","start":"2026-04-16T09:31:44.035269Z","end":"2026-04-16T09:31:44.249628Z","steps":["trace[1525373005] 'agreement among raft nodes before linearized reading' (duration: 214.243796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.258436Z","caller":"traceutil/trace.go:171","msg":"trace[417887592] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"218.362858ms","start":"2026-04-16T09:31:44.04006Z","end":"2026-04-16T09:31:44.258423Z","steps":["trace[417887592] 'process raft request' (duration: 218.042328ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.258663Z","caller":"traceutil/trace.go:171","msg":"trace[862796903] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"218.299265ms","start":"2026-04-16T09:31:44.040357Z","end":"2026-04-16T09:31:44.258656Z","steps":["trace[862796903] 'process raft request' (duration: 217.882722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.258828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.176818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18a6cc74783562be\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-16T09:31:44.258855Z","caller":"traceutil/trace.go:171","msg":"trace[75999799] range","detail":"{range_begin:/registry/events/default/atmosphere.18a6cc74783562be; range_end:; response_count:1; response_revision:2993; }","duration":"216.24195ms","start":"2026-04-16T09:31:44.042607Z","end":"2026-04-16T09:31:44.258849Z","steps":["trace[75999799] 'agreement among raft nodes before linearized reading' (duration: 216.137057ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.391844Z","caller":"traceutil/trace.go:171","msg":"trace[912581385] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"123.229183ms","start":"2026-04-16T09:31:44.268589Z","end":"2026-04-16T09:31:44.391818Z","steps":["trace[912581385] 'process raft request' (duration: 123.065718ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.392038Z","caller":"traceutil/trace.go:171","msg":"trace[906864107] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"123.396199ms","start":"2026-04-16T09:31:44.268624Z","end":"2026-04-16T09:31:44.39202Z","steps":["trace[906864107] 'process raft request' (duration: 123.058458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.392117Z","caller":"traceutil/trace.go:171","msg":"trace[624481251] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"128.673026ms","start":"2026-04-16T09:31:44.263432Z","end":"2026-04-16T09:31:44.392105Z","steps":["trace[624481251] 'process raft request' (duration: 125.195076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.392259Z","caller":"traceutil/trace.go:171","msg":"trace[1677069143] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"128.759239ms","start":"2026-04-16T09:31:44.26349Z","end":"2026-04-16T09:31:44.39225Z","steps":["trace[1677069143] 'process raft request' (duration: 128.050377ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.392389Z","caller":"traceutil/trace.go:171","msg":"trace[48779171] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"128.849322ms","start":"2026-04-16T09:31:44.263531Z","end":"2026-04-16T09:31:44.39238Z","steps":["trace[48779171] 'process raft request' (duration: 128.049867ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.392502Z","caller":"traceutil/trace.go:171","msg":"trace[2038094941] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"127.590092ms","start":"2026-04-16T09:31:44.264904Z","end":"2026-04-16T09:31:44.392494Z","steps":["trace[2038094941] 'process raft request' (duration: 126.698894ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.585864Z","caller":"traceutil/trace.go:171","msg":"trace[1580981827] linearizableReadLoop","detail":"{readStateIndex:3123; appliedIndex:3122; }","duration":"125.080082ms","start":"2026-04-16T09:31:44.460764Z","end":"2026-04-16T09:31:44.585845Z","steps":["trace[1580981827] 'read index received' (duration: 116.361306ms)","trace[1580981827] 'applied index is now lower than readState.Index' (duration: 8.717966ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:44.586032Z","caller":"traceutil/trace.go:171","msg":"trace[1075721365] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"185.848768ms","start":"2026-04-16T09:31:44.400153Z","end":"2026-04-16T09:31:44.586002Z","steps":["trace[1075721365] 'process raft request' (duration: 176.839752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.586092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.418207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:44.586117Z","caller":"traceutil/trace.go:171","msg":"trace[725423809] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:0; response_revision:3002; }","duration":"181.481999ms","start":"2026-04-16T09:31:44.404628Z","end":"2026-04-16T09:31:44.58611Z","steps":["trace[725423809] 'agreement among raft nodes before linearized reading' (duration: 181.427108ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.636133Z","caller":"traceutil/trace.go:171","msg":"trace[112484074] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"170.469681ms","start":"2026-04-16T09:31:44.465626Z","end":"2026-04-16T09:31:44.636096Z","steps":["trace[112484074] 'process raft request' (duration: 170.255114ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.636262Z","caller":"traceutil/trace.go:171","msg":"trace[1839258330] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"170.354807ms","start":"2026-04-16T09:31:44.465868Z","end":"2026-04-16T09:31:44.636223Z","steps":["trace[1839258330] 'process raft request' (duration: 170.080948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.636335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.542361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:44.636382Z","caller":"traceutil/trace.go:171","msg":"trace[1453183275] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:3005; }","duration":"169.614484ms","start":"2026-04-16T09:31:44.466757Z","end":"2026-04-16T09:31:44.636371Z","steps":["trace[1453183275] 'agreement among raft nodes before linearized reading' (duration: 169.550822ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.781301Z","caller":"traceutil/trace.go:171","msg":"trace[648195921] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"172.569568ms","start":"2026-04-16T09:31:44.60869Z","end":"2026-04-16T09:31:44.78126Z","steps":["trace[648195921] 'process raft request' (duration: 136.064181ms)","trace[648195921] 'compare' (duration: 36.29349ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:44.781359Z","caller":"traceutil/trace.go:171","msg":"trace[2039328434] linearizableReadLoop","detail":"{readStateIndex:3127; appliedIndex:3126; }","duration":"145.033285ms","start":"2026-04-16T09:31:44.636297Z","end":"2026-04-16T09:31:44.781331Z","steps":["trace[2039328434] 'read index received' (duration: 108.471687ms)","trace[2039328434] 'applied index is now lower than readState.Index' (duration: 36.548827ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:44.781472Z","caller":"traceutil/trace.go:171","msg":"trace[708898473] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"139.087606ms","start":"2026-04-16T09:31:44.642344Z","end":"2026-04-16T09:31:44.781432Z","steps":["trace[708898473] 'process raft request' (duration: 138.879079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.781639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.293367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-04-16T09:31:44.781688Z","caller":"traceutil/trace.go:171","msg":"trace[1457015135] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:3010; }","duration":"171.357219ms","start":"2026-04-16T09:31:44.61032Z","end":"2026-04-16T09:31:44.781677Z","steps":["trace[1457015135] 'agreement among raft nodes before linearized reading' (duration: 171.142122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.781505Z","caller":"traceutil/trace.go:171","msg":"trace[1503714611] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"108.925781ms","start":"2026-04-16T09:31:44.672563Z","end":"2026-04-16T09:31:44.781489Z","steps":["trace[1503714611] 'process raft request' (duration: 108.88562ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.781727Z","caller":"traceutil/trace.go:171","msg":"trace[1614002997] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"136.542466ms","start":"2026-04-16T09:31:44.64517Z","end":"2026-04-16T09:31:44.781713Z","steps":["trace[1614002997] 'process raft request' (duration: 136.134053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.781871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.109711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:44.781931Z","caller":"traceutil/trace.go:171","msg":"trace[2051300326] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3008; }","duration":"132.797047ms","start":"2026-04-16T09:31:44.649119Z","end":"2026-04-16T09:31:44.781916Z","steps":["trace[2051300326] 'process raft request' (duration: 132.24399ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.781941Z","caller":"traceutil/trace.go:171","msg":"trace[1267874809] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:3010; }","duration":"141.339658ms","start":"2026-04-16T09:31:44.640583Z","end":"2026-04-16T09:31:44.781922Z","steps":["trace[1267874809] 'agreement among raft nodes before linearized reading' (duration: 141.11734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.782036Z","caller":"traceutil/trace.go:171","msg":"trace[285083325] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"109.594192ms","start":"2026-04-16T09:31:44.672421Z","end":"2026-04-16T09:31:44.782015Z","steps":["trace[285083325] 'process raft request' (duration: 108.974593ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:44.9647Z","caller":"traceutil/trace.go:171","msg":"trace[174003218] linearizableReadLoop","detail":"{readStateIndex:3134; appliedIndex:3133; }","duration":"103.288853ms","start":"2026-04-16T09:31:44.861381Z","end":"2026-04-16T09:31:44.96467Z","steps":["trace[174003218] 'read index received' (duration: 44.311684ms)","trace[174003218] 'applied index is now lower than readState.Index' (duration: 58.975849ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:44.965307Z","caller":"traceutil/trace.go:171","msg":"trace[524723606] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"167.390603ms","start":"2026-04-16T09:31:44.797878Z","end":"2026-04-16T09:31:44.965268Z","steps":["trace[524723606] 'process raft request' (duration: 107.792815ms)","trace[524723606] 'compare' (duration: 58.772991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:44.965534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.823756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:44.965608Z","caller":"traceutil/trace.go:171","msg":"trace[1124331146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:3012; }","duration":"167.889959ms","start":"2026-04-16T09:31:44.797671Z","end":"2026-04-16T09:31:44.96556Z","steps":["trace[1124331146] 'agreement among raft nodes before linearized reading' (duration: 167.802436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:44.965773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.487607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-04-16T09:31:44.965799Z","caller":"traceutil/trace.go:171","msg":"trace[1225119348] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:3012; }","duration":"168.546169ms","start":"2026-04-16T09:31:44.797244Z","end":"2026-04-16T09:31:44.96579Z","steps":["trace[1225119348] 'agreement among raft nodes before linearized reading' (duration: 168.434616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.36736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.603686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:45.367658Z","caller":"traceutil/trace.go:171","msg":"trace[243006545] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"200.499901ms","start":"2026-04-16T09:31:45.16715Z","end":"2026-04-16T09:31:45.367649Z","steps":["trace[243006545] 'process raft request' (duration: 200.46999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:45.367833Z","caller":"traceutil/trace.go:171","msg":"trace[93623587] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"221.941621ms","start":"2026-04-16T09:31:45.145886Z","end":"2026-04-16T09:31:45.367827Z","steps":["trace[93623587] 'process raft request' (duration: 221.59424ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:45.36792Z","caller":"traceutil/trace.go:171","msg":"trace[68593689] linearizableReadLoop","detail":"{readStateIndex:3147; appliedIndex:3145; }","duration":"209.887239ms","start":"2026-04-16T09:31:45.158026Z","end":"2026-04-16T09:31:45.367914Z","steps":["trace[68593689] 'read index received' (duration: 37.694534ms)","trace[68593689] 'applied index is now lower than readState.Index' (duration: 172.192105ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:45.367659Z","caller":"traceutil/trace.go:171","msg":"trace[280774897] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"240.428116ms","start":"2026-04-16T09:31:45.127213Z","end":"2026-04-16T09:31:45.367641Z","steps":["trace[280774897] 'process raft request' (duration: 68.476389ms)","trace[280774897] 'compare' (duration: 171.530694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:45.36805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.911573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-16T09:31:45.36807Z","caller":"traceutil/trace.go:171","msg":"trace[1463473248] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:3026; }","duration":"241.972265ms","start":"2026-04-16T09:31:45.126094Z","end":"2026-04-16T09:31:45.368066Z","steps":["trace[1463473248] 'agreement among raft nodes before linearized reading' (duration: 241.895053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.368154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.190218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:45.368173Z","caller":"traceutil/trace.go:171","msg":"trace[2032482994] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com; range_end:; response_count:0; response_revision:3026; }","duration":"204.208129ms","start":"2026-04-16T09:31:45.163959Z","end":"2026-04-16T09:31:45.368167Z","steps":["trace[2032482994] 'agreement among raft nodes before linearized reading' (duration: 204.183938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.840701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.157271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:45.840922Z","caller":"traceutil/trace.go:171","msg":"trace[1184796668] linearizableReadLoop","detail":"{readStateIndex:3149; appliedIndex:3148; }","duration":"467.782538ms","start":"2026-04-16T09:31:45.373116Z","end":"2026-04-16T09:31:45.840899Z","steps":["trace[1184796668] 'read index received' (duration: 249.346509ms)","trace[1184796668] 'applied index is now lower than readState.Index' (duration: 218.433599ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:45.841125Z","caller":"traceutil/trace.go:171","msg":"trace[329108552] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"434.150173ms","start":"2026-04-16T09:31:45.406963Z","end":"2026-04-16T09:31:45.841113Z","steps":["trace[329108552] 'process raft request' (duration: 433.857014ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:45.841183Z","caller":"traceutil/trace.go:171","msg":"trace[1153811420] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"381.180505ms","start":"2026-04-16T09:31:45.459982Z","end":"2026-04-16T09:31:45.841163Z","steps":["trace[1153811420] 'process raft request' (duration: 381.008569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.841214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.077219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6239"} {"level":"warn","ts":"2026-04-16T09:31:45.841234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.406944Z","time spent":"434.216996ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6356,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:45.841273Z","caller":"traceutil/trace.go:171","msg":"trace[1222038232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:3028; }","duration":"468.149861ms","start":"2026-04-16T09:31:45.373106Z","end":"2026-04-16T09:31:45.841256Z","steps":["trace[1222038232] 'agreement among raft nodes before linearized reading' (duration: 467.887582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.841314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.459966Z","time spent":"381.267798ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:45.841348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.373101Z","time spent":"468.235053ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6262,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"warn","ts":"2026-04-16T09:31:45.841499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.205091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:31:45.841389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.263125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-16T09:31:45.841571Z","caller":"traceutil/trace.go:171","msg":"trace[805472106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3029; }","duration":"241.305004ms","start":"2026-04-16T09:31:45.600244Z","end":"2026-04-16T09:31:45.841549Z","steps":["trace[805472106] 'agreement among raft nodes before linearized reading' (duration: 241.17599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.841584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.349818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:31:45.841508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.973402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:31:45.843265Z","caller":"traceutil/trace.go:171","msg":"trace[88677800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3029; }","duration":"241.717037ms","start":"2026-04-16T09:31:45.601514Z","end":"2026-04-16T09:31:45.843231Z","steps":["trace[88677800] 'agreement among raft nodes before linearized reading' (duration: 239.92032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.843521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.959706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:31:45.841636Z","caller":"traceutil/trace.go:171","msg":"trace[839929505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3029; }","duration":"260.44293ms","start":"2026-04-16T09:31:45.581179Z","end":"2026-04-16T09:31:45.841622Z","steps":["trace[839929505] 'agreement among raft nodes before linearized reading' (duration: 260.275455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.841398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.061417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:31:45.841687Z","caller":"traceutil/trace.go:171","msg":"trace[1861906631] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:3029; }","duration":"463.460581ms","start":"2026-04-16T09:31:45.378101Z","end":"2026-04-16T09:31:45.841562Z","steps":["trace[1861906631] 'agreement among raft nodes before linearized reading' (duration: 463.060049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:45.842052Z","caller":"traceutil/trace.go:171","msg":"trace[668735422] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"468.495141ms","start":"2026-04-16T09:31:45.372372Z","end":"2026-04-16T09:31:45.840867Z","steps":["trace[668735422] 'process raft request' (duration: 250.055392ms)","trace[668735422] 'compare' (duration: 217.880892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:45.843815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.37234Z","time spent":"471.396683ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:45.843918Z","caller":"traceutil/trace.go:171","msg":"trace[1570124662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3029; }","duration":"243.38743ms","start":"2026-04-16T09:31:45.600513Z","end":"2026-04-16T09:31:45.843901Z","steps":["trace[1570124662] 'agreement among raft nodes before linearized reading' (duration: 241.004505ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:45.844127Z","caller":"traceutil/trace.go:171","msg":"trace[336678133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3029; }","duration":"243.803823ms","start":"2026-04-16T09:31:45.600305Z","end":"2026-04-16T09:31:45.844109Z","steps":["trace[336678133] 'agreement among raft nodes before linearized reading' (duration: 240.926572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:45.844313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.378097Z","time spent":"466.195109ms","remote":"127.0.0.1:43896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3987,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"info","ts":"2026-04-16T09:31:46.131686Z","caller":"traceutil/trace.go:171","msg":"trace[1263546525] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"285.527375ms","start":"2026-04-16T09:31:45.846097Z","end":"2026-04-16T09:31:46.131624Z","steps":["trace[1263546525] 'process raft request' (duration: 202.100552ms)","trace[1263546525] 'compare' (duration: 83.205216ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:46.168675Z","caller":"traceutil/trace.go:171","msg":"trace[865857742] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"320.757111ms","start":"2026-04-16T09:31:45.847891Z","end":"2026-04-16T09:31:46.168648Z","steps":["trace[865857742] 'process raft request' (duration: 320.640247ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:46.168855Z","caller":"traceutil/trace.go:171","msg":"trace[1079686798] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"318.996065ms","start":"2026-04-16T09:31:45.849849Z","end":"2026-04-16T09:31:46.168845Z","steps":["trace[1079686798] 'process raft request' (duration: 318.757658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.168831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.847872Z","time spent":"320.877235ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:46.168996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.849839Z","time spent":"319.094479ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:46.168679Z","caller":"traceutil/trace.go:171","msg":"trace[444180721] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"320.809453ms","start":"2026-04-16T09:31:45.847848Z","end":"2026-04-16T09:31:46.168658Z","steps":["trace[444180721] 'process raft request' (duration: 320.536245ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:46.169187Z","caller":"traceutil/trace.go:171","msg":"trace[412280678] linearizableReadLoop","detail":"{readStateIndex:3155; appliedIndex:3151; }","duration":"319.215732ms","start":"2026-04-16T09:31:45.849951Z","end":"2026-04-16T09:31:46.169167Z","steps":["trace[412280678] 'read index received' (duration: 198.22286ms)","trace[412280678] 'applied index is now lower than readState.Index' (duration: 120.992132ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:46.169217Z","caller":"traceutil/trace.go:171","msg":"trace[1459865626] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"316.992342ms","start":"2026-04-16T09:31:45.852197Z","end":"2026-04-16T09:31:46.16919Z","steps":["trace[1459865626] 'process raft request' (duration: 316.572009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.169216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.847834Z","time spent":"321.297418ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:46.169326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.354237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:46.16921Z","caller":"traceutil/trace.go:171","msg":"trace[1303104341] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"315.624228ms","start":"2026-04-16T09:31:45.853569Z","end":"2026-04-16T09:31:46.169193Z","steps":["trace[1303104341] 'process raft request' (duration: 315.492554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:46.169363Z","caller":"traceutil/trace.go:171","msg":"trace[1020613870] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:3035; }","duration":"319.447319ms","start":"2026-04-16T09:31:45.849906Z","end":"2026-04-16T09:31:46.169353Z","steps":["trace[1020613870] 'agreement among raft nodes before linearized reading' (duration: 319.366817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.169373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.85356Z","time spent":"315.796384ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:46.169395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.849887Z","time spent":"319.500361ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-16T09:31:46.169335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:45.852187Z","time spent":"317.094225ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:46.315897Z","caller":"traceutil/trace.go:171","msg":"trace[1069545199] linearizableReadLoop","detail":"{readStateIndex:3158; appliedIndex:3157; }","duration":"146.622875ms","start":"2026-04-16T09:31:46.169248Z","end":"2026-04-16T09:31:46.315871Z","steps":["trace[1069545199] 'read index received' (duration: 146.337656ms)","trace[1069545199] 'applied index is now lower than readState.Index' (duration: 283.999µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:46.316086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.925707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:46.316171Z","caller":"traceutil/trace.go:171","msg":"trace[1784673498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3036; }","duration":"244.049921ms","start":"2026-04-16T09:31:46.072108Z","end":"2026-04-16T09:31:46.316158Z","steps":["trace[1784673498] 'agreement among raft nodes before linearized reading' (duration: 243.914197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.316225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.049315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:46.316303Z","caller":"traceutil/trace.go:171","msg":"trace[997036377] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"175.935743ms","start":"2026-04-16T09:31:46.140361Z","end":"2026-04-16T09:31:46.316297Z","steps":["trace[997036377] 'process raft request' (duration: 175.20477ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:46.3163Z","caller":"traceutil/trace.go:171","msg":"trace[1756907695] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:3036; }","duration":"139.138427ms","start":"2026-04-16T09:31:46.177121Z","end":"2026-04-16T09:31:46.316259Z","steps":["trace[1756907695] 'agreement among raft nodes before linearized reading' (duration: 139.054495ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:46.82369Z","caller":"traceutil/trace.go:171","msg":"trace[1179647490] linearizableReadLoop","detail":"{readStateIndex:3160; appliedIndex:3159; }","duration":"401.165717ms","start":"2026-04-16T09:31:46.422503Z","end":"2026-04-16T09:31:46.823669Z","steps":["trace[1179647490] 'read index received' (duration: 401.069674ms)","trace[1179647490] 'applied index is now lower than readState.Index' (duration: 94.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:46.823787Z","caller":"traceutil/trace.go:171","msg":"trace[853457184] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"402.556592ms","start":"2026-04-16T09:31:46.421198Z","end":"2026-04-16T09:31:46.823755Z","steps":["trace[853457184] 'process raft request' (duration: 402.299364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.823856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.327702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:46.823896Z","caller":"traceutil/trace.go:171","msg":"trace[1417802733] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com; range_end:; response_count:0; response_revision:3038; }","duration":"401.417805ms","start":"2026-04-16T09:31:46.422469Z","end":"2026-04-16T09:31:46.823887Z","steps":["trace[1417802733] 'agreement among raft nodes before linearized reading' (duration: 401.335823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.823927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:46.422458Z","time spent":"401.459487ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-16T09:31:46.823959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:46.421179Z","time spent":"402.679215ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:46.824057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.897428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:46.824105Z","caller":"traceutil/trace.go:171","msg":"trace[110015507] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3038; }","duration":"280.991451ms","start":"2026-04-16T09:31:46.5431Z","end":"2026-04-16T09:31:46.824091Z","steps":["trace[110015507] 'agreement among raft nodes before linearized reading' (duration: 280.900658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.824217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.96723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:5 size:58731"} {"level":"info","ts":"2026-04-16T09:31:46.824291Z","caller":"traceutil/trace.go:171","msg":"trace[1220239052] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:5; response_revision:3038; }","duration":"317.095474ms","start":"2026-04-16T09:31:46.507178Z","end":"2026-04-16T09:31:46.824273Z","steps":["trace[1220239052] 'agreement among raft nodes before linearized reading' (duration: 316.802705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.824333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:46.507162Z","time spent":"317.161666ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":5,"response size":58754,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-16T09:31:46.974887Z","caller":"traceutil/trace.go:171","msg":"trace[475425765] linearizableReadLoop","detail":"{readStateIndex:3161; appliedIndex:3160; }","duration":"140.809391ms","start":"2026-04-16T09:31:46.834056Z","end":"2026-04-16T09:31:46.974866Z","steps":["trace[475425765] 'read index received' (duration: 140.626035ms)","trace[475425765] 'applied index is now lower than readState.Index' (duration: 182.456µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:46.974956Z","caller":"traceutil/trace.go:171","msg":"trace[897370886] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"144.330303ms","start":"2026-04-16T09:31:46.830594Z","end":"2026-04-16T09:31:46.974924Z","steps":["trace[897370886] 'process raft request' (duration: 144.132276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.975034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.975706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:46.975075Z","caller":"traceutil/trace.go:171","msg":"trace[1309924523] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/queues.rabbitmq.com; range_end:; response_count:0; response_revision:3039; }","duration":"141.057978ms","start":"2026-04-16T09:31:46.834008Z","end":"2026-04-16T09:31:46.975066Z","steps":["trace[1309924523] 'agreement among raft nodes before linearized reading' (duration: 140.949855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:46.9759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.451802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:46.975948Z","caller":"traceutil/trace.go:171","msg":"trace[1528262184] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:3039; }","duration":"106.547636ms","start":"2026-04-16T09:31:46.869388Z","end":"2026-04-16T09:31:46.975935Z","steps":["trace[1528262184] 'agreement among raft nodes before linearized reading' (duration: 105.657297ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:47.142625Z","caller":"traceutil/trace.go:171","msg":"trace[1306899020] linearizableReadLoop","detail":"{readStateIndex:3162; appliedIndex:3161; }","duration":"159.226004ms","start":"2026-04-16T09:31:46.983375Z","end":"2026-04-16T09:31:47.142601Z","steps":["trace[1306899020] 'read index received' (duration: 114.28371ms)","trace[1306899020] 'applied index is now lower than readState.Index' (duration: 44.938623ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:47.142714Z","caller":"traceutil/trace.go:171","msg":"trace[433827777] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"160.494244ms","start":"2026-04-16T09:31:46.982194Z","end":"2026-04-16T09:31:47.142688Z","steps":["trace[433827777] 'process raft request' (duration: 115.508719ms)","trace[433827777] 'compare' (duration: 44.755648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:47.14287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.459652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:47.142956Z","caller":"traceutil/trace.go:171","msg":"trace[2005470762] range","detail":"{range_begin:/registry/configmaps/monitoring/loki; range_end:; response_count:0; response_revision:3040; }","duration":"159.576455ms","start":"2026-04-16T09:31:46.983361Z","end":"2026-04-16T09:31:47.142937Z","steps":["trace[2005470762] 'agreement among raft nodes before linearized reading' (duration: 159.388039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.142972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.843662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:5 size:58731"} {"level":"info","ts":"2026-04-16T09:31:47.143008Z","caller":"traceutil/trace.go:171","msg":"trace[707132489] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:5; response_revision:3040; }","duration":"158.925194ms","start":"2026-04-16T09:31:46.984072Z","end":"2026-04-16T09:31:47.142998Z","steps":["trace[707132489] 'agreement among raft nodes before linearized reading' (duration: 158.676926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:47.343816Z","caller":"traceutil/trace.go:171","msg":"trace[589374284] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"126.537829ms","start":"2026-04-16T09:31:47.217252Z","end":"2026-04-16T09:31:47.34379Z","steps":["trace[589374284] 'process raft request' (duration: 126.317022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.344316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.010262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T09:31:47.344391Z","caller":"traceutil/trace.go:171","msg":"trace[1376186645] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:3043; }","duration":"120.112424ms","start":"2026-04-16T09:31:47.224262Z","end":"2026-04-16T09:31:47.344374Z","steps":["trace[1376186645] 'agreement among raft nodes before linearized reading' (duration: 119.871197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.407701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.617622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:47.407775Z","caller":"traceutil/trace.go:171","msg":"trace[129903511] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:0; response_revision:3043; }","duration":"109.752006ms","start":"2026-04-16T09:31:47.298006Z","end":"2026-04-16T09:31:47.407758Z","steps":["trace[129903511] 'agreement among raft nodes before linearized reading' (duration: 108.661552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:47.507949Z","caller":"traceutil/trace.go:171","msg":"trace[1289369898] linearizableReadLoop","detail":"{readStateIndex:3170; appliedIndex:3168; }","duration":"101.289639ms","start":"2026-04-16T09:31:47.40664Z","end":"2026-04-16T09:31:47.50793Z","steps":["trace[1289369898] 'read index received' (duration: 101.044911ms)","trace[1289369898] 'applied index is now lower than readState.Index' (duration: 243.738µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:47.508167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.930401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-04-16T09:31:47.508217Z","caller":"traceutil/trace.go:171","msg":"trace[1265280290] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:3044; }","duration":"163.000544ms","start":"2026-04-16T09:31:47.345192Z","end":"2026-04-16T09:31:47.508192Z","steps":["trace[1265280290] 'agreement among raft nodes before linearized reading' (duration: 162.833039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.508303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.695549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:47.50838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.024715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9379"} {"level":"info","ts":"2026-04-16T09:31:47.508492Z","caller":"traceutil/trace.go:171","msg":"trace[2066890998] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:3044; }","duration":"163.175229ms","start":"2026-04-16T09:31:47.345298Z","end":"2026-04-16T09:31:47.508473Z","steps":["trace[2066890998] 'agreement among raft nodes before linearized reading' (duration: 162.705054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:47.508549Z","caller":"traceutil/trace.go:171","msg":"trace[638052858] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"160.612378ms","start":"2026-04-16T09:31:47.347891Z","end":"2026-04-16T09:31:47.508503Z","steps":["trace[638052858] 'process raft request' (duration: 159.941997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:47.508411Z","caller":"traceutil/trace.go:171","msg":"trace[146802600] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:0; response_revision:3044; }","duration":"159.839793ms","start":"2026-04-16T09:31:47.348551Z","end":"2026-04-16T09:31:47.508391Z","steps":["trace[146802600] 'agreement among raft nodes before linearized reading' (duration: 159.4081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:47.538443Z","caller":"traceutil/trace.go:171","msg":"trace[509024885] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"125.989311ms","start":"2026-04-16T09:31:47.412418Z","end":"2026-04-16T09:31:47.538407Z","steps":["trace[509024885] 'process raft request' (duration: 125.840146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.538501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.266203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:47.538747Z","caller":"traceutil/trace.go:171","msg":"trace[636731894] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:0; response_revision:3045; }","duration":"128.553102ms","start":"2026-04-16T09:31:47.410176Z","end":"2026-04-16T09:31:47.538729Z","steps":["trace[636731894] 'agreement among raft nodes before linearized reading' (duration: 128.222632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.538623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.919557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:1 size:188953"} {"level":"info","ts":"2026-04-16T09:31:47.538904Z","caller":"traceutil/trace.go:171","msg":"trace[435359736] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:1; response_revision:3045; }","duration":"131.232798ms","start":"2026-04-16T09:31:47.407636Z","end":"2026-04-16T09:31:47.538869Z","steps":["trace[435359736] 'agreement among raft nodes before linearized reading' (duration: 130.779643ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:47.824934Z","caller":"traceutil/trace.go:171","msg":"trace[888657264] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"315.534976ms","start":"2026-04-16T09:31:47.509331Z","end":"2026-04-16T09:31:47.824866Z","steps":["trace[888657264] 'process raft request' (duration: 314.775462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.825074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.87925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:47.825103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:47.509315Z","time spent":"315.704971ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:47.825124Z","caller":"traceutil/trace.go:171","msg":"trace[1522816163] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com; range_end:; response_count:0; response_revision:3047; }","duration":"311.954053ms","start":"2026-04-16T09:31:47.513156Z","end":"2026-04-16T09:31:47.82511Z","steps":["trace[1522816163] 'agreement among raft nodes before linearized reading' (duration: 311.837609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.825165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:47.513146Z","time spent":"312.007164ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/shovels.rabbitmq.com\" "} {"level":"info","ts":"2026-04-16T09:31:47.824945Z","caller":"traceutil/trace.go:171","msg":"trace[1036464239] linearizableReadLoop","detail":"{readStateIndex:3173; appliedIndex:3171; }","duration":"286.547768ms","start":"2026-04-16T09:31:47.538378Z","end":"2026-04-16T09:31:47.824926Z","steps":["trace[1036464239] 'read index received' (duration: 285.733802ms)","trace[1036464239] 'applied index is now lower than readState.Index' (duration: 812.716µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:47.825363Z","caller":"traceutil/trace.go:171","msg":"trace[1151848486] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"309.442763ms","start":"2026-04-16T09:31:47.515894Z","end":"2026-04-16T09:31:47.825336Z","steps":["trace[1151848486] 'process raft request' (duration: 308.902066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:47.825509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:47.515871Z","time spent":"309.561687ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7094,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:47.825801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.255614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:47.82587Z","caller":"traceutil/trace.go:171","msg":"trace[520587634] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:0; response_revision:3048; }","duration":"283.376337ms","start":"2026-04-16T09:31:47.542477Z","end":"2026-04-16T09:31:47.825854Z","steps":["trace[520587634] 'agreement among raft nodes before linearized reading' (duration: 283.239863ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.003548Z","caller":"traceutil/trace.go:171","msg":"trace[1909725739] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"167.255388ms","start":"2026-04-16T09:31:47.836266Z","end":"2026-04-16T09:31:48.003521Z","steps":["trace[1909725739] 'process raft request' (duration: 104.288763ms)","trace[1909725739] 'compare' (duration: 62.652425ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:48.003622Z","caller":"traceutil/trace.go:171","msg":"trace[446486507] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"143.736304ms","start":"2026-04-16T09:31:47.859871Z","end":"2026-04-16T09:31:48.003607Z","steps":["trace[446486507] 'process raft request' (duration: 143.700963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.003649Z","caller":"traceutil/trace.go:171","msg":"trace[498083409] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3049; }","duration":"159.174912ms","start":"2026-04-16T09:31:47.844412Z","end":"2026-04-16T09:31:48.003587Z","steps":["trace[498083409] 'process raft request' (duration: 159.012777ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.003809Z","caller":"traceutil/trace.go:171","msg":"trace[1045891964] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"157.230101ms","start":"2026-04-16T09:31:47.846569Z","end":"2026-04-16T09:31:48.003799Z","steps":["trace[1045891964] 'process raft request' (duration: 156.939482ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.19538Z","caller":"traceutil/trace.go:171","msg":"trace[72209268] linearizableReadLoop","detail":"{readStateIndex:3181; appliedIndex:3180; }","duration":"122.210401ms","start":"2026-04-16T09:31:48.073151Z","end":"2026-04-16T09:31:48.195361Z","steps":["trace[72209268] 'read index received' (duration: 17.029259ms)","trace[72209268] 'applied index is now lower than readState.Index' (duration: 105.180242ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:48.195391Z","caller":"traceutil/trace.go:171","msg":"trace[1364881562] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"140.948365ms","start":"2026-04-16T09:31:48.054411Z","end":"2026-04-16T09:31:48.19536Z","steps":["trace[1364881562] 'process raft request' (duration: 140.720738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.195474Z","caller":"traceutil/trace.go:171","msg":"trace[1039490250] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"115.317723ms","start":"2026-04-16T09:31:48.080148Z","end":"2026-04-16T09:31:48.195466Z","steps":["trace[1039490250] 'process raft request' (duration: 115.137827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:48.195744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.48968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:48.195853Z","caller":"traceutil/trace.go:171","msg":"trace[2029418016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3055; }","duration":"122.709367ms","start":"2026-04-16T09:31:48.073124Z","end":"2026-04-16T09:31:48.195833Z","steps":["trace[2029418016] 'agreement among raft nodes before linearized reading' (duration: 122.452899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:48.478801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.925839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:48.479044Z","caller":"traceutil/trace.go:171","msg":"trace[307242695] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"277.871813ms","start":"2026-04-16T09:31:48.201127Z","end":"2026-04-16T09:31:48.478999Z","steps":["trace[307242695] 'process raft request' (duration: 92.667196ms)","trace[307242695] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 184.311689ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:48.479166Z","caller":"traceutil/trace.go:171","msg":"trace[2028534778] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"276.633444ms","start":"2026-04-16T09:31:48.20252Z","end":"2026-04-16T09:31:48.479153Z","steps":["trace[2028534778] 'process raft request' (duration: 276.494379ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.479246Z","caller":"traceutil/trace.go:171","msg":"trace[1869179748] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"266.254455ms","start":"2026-04-16T09:31:48.212973Z","end":"2026-04-16T09:31:48.479228Z","steps":["trace[1869179748] 'process raft request' (duration: 266.184053ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.479251Z","caller":"traceutil/trace.go:171","msg":"trace[1286084019] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"273.035559ms","start":"2026-04-16T09:31:48.206196Z","end":"2026-04-16T09:31:48.479232Z","steps":["trace[1286084019] 'process raft request' (duration: 272.870004ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.479278Z","caller":"traceutil/trace.go:171","msg":"trace[595506353] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"271.717628ms","start":"2026-04-16T09:31:48.207529Z","end":"2026-04-16T09:31:48.479247Z","steps":["trace[595506353] 'process raft request' (duration: 271.591284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.479166Z","caller":"traceutil/trace.go:171","msg":"trace[222679608] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"276.737457ms","start":"2026-04-16T09:31:48.202395Z","end":"2026-04-16T09:31:48.479133Z","steps":["trace[222679608] 'process raft request' (duration: 276.51989ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.479429Z","caller":"traceutil/trace.go:171","msg":"trace[229522638] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"266.144011ms","start":"2026-04-16T09:31:48.213274Z","end":"2026-04-16T09:31:48.479418Z","steps":["trace[229522638] 'process raft request' (duration: 265.928114ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.479496Z","caller":"traceutil/trace.go:171","msg":"trace[105819330] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"169.642084ms","start":"2026-04-16T09:31:48.309841Z","end":"2026-04-16T09:31:48.479483Z","steps":["trace[105819330] 'process raft request' (duration: 169.603373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.479519Z","caller":"traceutil/trace.go:171","msg":"trace[692935176] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"233.133756ms","start":"2026-04-16T09:31:48.246376Z","end":"2026-04-16T09:31:48.47951Z","steps":["trace[692935176] 'process raft request' (duration: 233.033363ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.479524Z","caller":"traceutil/trace.go:171","msg":"trace[229048264] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"254.42813ms","start":"2026-04-16T09:31:48.225081Z","end":"2026-04-16T09:31:48.479509Z","steps":["trace[229048264] 'process raft request' (duration: 254.266105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.47959Z","caller":"traceutil/trace.go:171","msg":"trace[1720376012] linearizableReadLoop","detail":"{readStateIndex:3188; appliedIndex:3183; }","duration":"267.728471ms","start":"2026-04-16T09:31:48.211842Z","end":"2026-04-16T09:31:48.47957Z","steps":["trace[1720376012] 'read index received' (duration: 82.061139ms)","trace[1720376012] 'applied index is now lower than readState.Index' (duration: 185.664632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:48.479684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.838075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:48.479735Z","caller":"traceutil/trace.go:171","msg":"trace[775339236] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com; range_end:; response_count:0; response_revision:3066; }","duration":"267.894836ms","start":"2026-04-16T09:31:48.211811Z","end":"2026-04-16T09:31:48.479706Z","steps":["trace[775339236] 'agreement among raft nodes before linearized reading' (duration: 267.844754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:48.479879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.878109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6239"} {"level":"info","ts":"2026-04-16T09:31:48.479934Z","caller":"traceutil/trace.go:171","msg":"trace[1767457660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:3066; }","duration":"204.001593ms","start":"2026-04-16T09:31:48.275923Z","end":"2026-04-16T09:31:48.479924Z","steps":["trace[1767457660] 'agreement among raft nodes before linearized reading' (duration: 203.765395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:48.947058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.332751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:48.947175Z","caller":"traceutil/trace.go:171","msg":"trace[1861541310] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3193; }","duration":"456.865033ms","start":"2026-04-16T09:31:48.490289Z","end":"2026-04-16T09:31:48.947154Z","steps":["trace[1861541310] 'read index received' (duration: 41.427803ms)","trace[1861541310] 'applied index is now lower than readState.Index' (duration: 415.43571ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:48.947232Z","caller":"traceutil/trace.go:171","msg":"trace[1753629897] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"459.185156ms","start":"2026-04-16T09:31:48.488008Z","end":"2026-04-16T09:31:48.947193Z","steps":["trace[1753629897] 'process raft request' (duration: 273.633368ms)","trace[1753629897] 'compare' (duration: 185.085744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:48.947395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.09458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:26929"} {"level":"warn","ts":"2026-04-16T09:31:48.947413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.487993Z","time spent":"459.329841ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6023,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:48.947463Z","caller":"traceutil/trace.go:171","msg":"trace[278434365] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:3068; }","duration":"457.154532ms","start":"2026-04-16T09:31:48.490271Z","end":"2026-04-16T09:31:48.947425Z","steps":["trace[278434365] 'agreement among raft nodes before linearized reading' (duration: 456.962176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:48.947507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.490264Z","time spent":"457.231214ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":26952,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T09:31:48.973163Z","caller":"traceutil/trace.go:171","msg":"trace[1893078657] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"435.359151ms","start":"2026-04-16T09:31:48.537783Z","end":"2026-04-16T09:31:48.973143Z","steps":["trace[1893078657] 'process raft request' (duration: 435.32473ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.973187Z","caller":"traceutil/trace.go:171","msg":"trace[171548794] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"436.243789ms","start":"2026-04-16T09:31:48.53692Z","end":"2026-04-16T09:31:48.973164Z","steps":["trace[171548794] 'process raft request' (duration: 436.141796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:48.973184Z","caller":"traceutil/trace.go:171","msg":"trace[497612212] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"436.428105ms","start":"2026-04-16T09:31:48.536716Z","end":"2026-04-16T09:31:48.973144Z","steps":["trace[497612212] 'process raft request' (duration: 436.193578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:48.973312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.536908Z","time spent":"436.341503ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:31:48.973283Z","caller":"traceutil/trace.go:171","msg":"trace[214678038] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"436.25789ms","start":"2026-04-16T09:31:48.536985Z","end":"2026-04-16T09:31:48.973243Z","steps":["trace[214678038] 'process raft request' (duration: 436.103825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:48.973323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.536696Z","time spent":"436.566569ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3467,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:31:48.973371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.537768Z","time spent":"435.460284ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:31:48.973463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.536962Z","time spent":"436.410345ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:31:49.019533Z","caller":"traceutil/trace.go:171","msg":"trace[656872155] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"153.794082ms","start":"2026-04-16T09:31:48.86566Z","end":"2026-04-16T09:31:49.019454Z","steps":["trace[656872155] 'process raft request' (duration: 153.590615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.020174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.864174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-16T09:31:49.020205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.101949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6239"} {"level":"info","ts":"2026-04-16T09:31:49.020241Z","caller":"traceutil/trace.go:171","msg":"trace[168719808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:3074; }","duration":"468.168361ms","start":"2026-04-16T09:31:48.552061Z","end":"2026-04-16T09:31:49.020229Z","steps":["trace[168719808] 'agreement among raft nodes before linearized reading' (duration: 467.992305ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.020235Z","caller":"traceutil/trace.go:171","msg":"trace[1745749616] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:3074; }","duration":"528.934895ms","start":"2026-04-16T09:31:48.491275Z","end":"2026-04-16T09:31:49.02021Z","steps":["trace[1745749616] 'agreement among raft nodes before linearized reading' (duration: 528.801391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.020264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.552016Z","time spent":"468.241743ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6262,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:31:49.020225Z","caller":"traceutil/trace.go:171","msg":"trace[161564882] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"148.839735ms","start":"2026-04-16T09:31:48.871352Z","end":"2026-04-16T09:31:49.020192Z","steps":["trace[161564882] 'process raft request' (duration: 148.033429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.020244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.837434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:49.020342Z","caller":"traceutil/trace.go:171","msg":"trace[811933705] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com; range_end:; response_count:0; response_revision:3074; }","duration":"529.962718ms","start":"2026-04-16T09:31:48.490359Z","end":"2026-04-16T09:31:49.020322Z","steps":["trace[811933705] 'agreement among raft nodes before linearized reading' (duration: 529.780932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.020402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.490354Z","time spent":"530.03614ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-16T09:31:49.020271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:48.491271Z","time spent":"528.992167ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-04-16T09:31:49.207275Z","caller":"traceutil/trace.go:171","msg":"trace[559901846] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"128.735598ms","start":"2026-04-16T09:31:49.078516Z","end":"2026-04-16T09:31:49.207252Z","steps":["trace[559901846] 'process raft request' (duration: 124.004518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.207387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.69488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:49.207462Z","caller":"traceutil/trace.go:171","msg":"trace[1753643843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3096; }","duration":"136.835075ms","start":"2026-04-16T09:31:49.070608Z","end":"2026-04-16T09:31:49.207444Z","steps":["trace[1753643843] 'agreement among raft nodes before linearized reading' (duration: 136.68238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.207473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.450521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:49.207503Z","caller":"traceutil/trace.go:171","msg":"trace[965624944] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:3096; }","duration":"141.497933ms","start":"2026-04-16T09:31:49.065994Z","end":"2026-04-16T09:31:49.207492Z","steps":["trace[965624944] 'agreement among raft nodes before linearized reading' (duration: 141.436761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.207668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.42386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116564"} {"level":"info","ts":"2026-04-16T09:31:49.207701Z","caller":"traceutil/trace.go:171","msg":"trace[1545339133] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3096; }","duration":"129.471742ms","start":"2026-04-16T09:31:49.07822Z","end":"2026-04-16T09:31:49.207692Z","steps":["trace[1545339133] 'agreement among raft nodes before linearized reading' (duration: 129.340218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.207721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.840894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:31:49.207824Z","caller":"traceutil/trace.go:171","msg":"trace[582823742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:3096; }","duration":"141.959577ms","start":"2026-04-16T09:31:49.06584Z","end":"2026-04-16T09:31:49.207799Z","steps":["trace[582823742] 'agreement among raft nodes before linearized reading' (duration: 141.703199ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.350723Z","caller":"traceutil/trace.go:171","msg":"trace[1722529131] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"138.697914ms","start":"2026-04-16T09:31:49.211995Z","end":"2026-04-16T09:31:49.350693Z","steps":["trace[1722529131] 'process raft request' (duration: 110.81084ms)","trace[1722529131] 'compare' (duration: 27.745919ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:49.350746Z","caller":"traceutil/trace.go:171","msg":"trace[1040225592] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"137.556068ms","start":"2026-04-16T09:31:49.21316Z","end":"2026-04-16T09:31:49.350717Z","steps":["trace[1040225592] 'process raft request' (duration: 137.484045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.350828Z","caller":"traceutil/trace.go:171","msg":"trace[1832502172] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"137.178476ms","start":"2026-04-16T09:31:49.213635Z","end":"2026-04-16T09:31:49.350813Z","steps":["trace[1832502172] 'process raft request' (duration: 137.040601ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.350724Z","caller":"traceutil/trace.go:171","msg":"trace[1663849479] linearizableReadLoop","detail":"{readStateIndex:3226; appliedIndex:3224; }","duration":"138.113345ms","start":"2026-04-16T09:31:49.212595Z","end":"2026-04-16T09:31:49.350709Z","steps":["trace[1663849479] 'read index received' (duration: 8.322244ms)","trace[1663849479] 'applied index is now lower than readState.Index' (duration: 129.790331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:49.350943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.318312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:49.352407Z","caller":"traceutil/trace.go:171","msg":"trace[880104417] range","detail":"{range_begin:/registry/rolebindings/openstack/pxc-operator; range_end:; response_count:0; response_revision:3101; }","duration":"139.83316ms","start":"2026-04-16T09:31:49.212562Z","end":"2026-04-16T09:31:49.352395Z","steps":["trace[880104417] 'agreement among raft nodes before linearized reading' (duration: 138.311681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.354028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.205811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:49.35413Z","caller":"traceutil/trace.go:171","msg":"trace[664736622] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:3102; }","duration":"140.332136ms","start":"2026-04-16T09:31:49.213776Z","end":"2026-04-16T09:31:49.354108Z","steps":["trace[664736622] 'agreement among raft nodes before linearized reading' (duration: 140.15298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.354522Z","caller":"traceutil/trace.go:171","msg":"trace[1267497761] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"132.313751ms","start":"2026-04-16T09:31:49.222184Z","end":"2026-04-16T09:31:49.354498Z","steps":["trace[1267497761] 'process raft request' (duration: 131.621769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.354516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.47735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:49.355432Z","caller":"traceutil/trace.go:171","msg":"trace[1068847853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3102; }","duration":"117.379459ms","start":"2026-04-16T09:31:49.238013Z","end":"2026-04-16T09:31:49.355392Z","steps":["trace[1068847853] 'agreement among raft nodes before linearized reading' (duration: 116.443839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.625518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.607607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:31:49.625652Z","caller":"traceutil/trace.go:171","msg":"trace[1131690611] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"266.691168ms","start":"2026-04-16T09:31:49.358925Z","end":"2026-04-16T09:31:49.625616Z","steps":["trace[1131690611] 'process raft request' (duration: 117.920125ms)","trace[1131690611] 'compare' (duration: 148.306738ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:49.625845Z","caller":"traceutil/trace.go:171","msg":"trace[633414778] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3107; }","duration":"253.4638ms","start":"2026-04-16T09:31:49.372368Z","end":"2026-04-16T09:31:49.625832Z","steps":["trace[633414778] 'process raft request' (duration: 253.435079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.625909Z","caller":"traceutil/trace.go:171","msg":"trace[682963695] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"266.229854ms","start":"2026-04-16T09:31:49.359668Z","end":"2026-04-16T09:31:49.625898Z","steps":["trace[682963695] 'process raft request' (duration: 266.031517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.625979Z","caller":"traceutil/trace.go:171","msg":"trace[1289729672] linearizableReadLoop","detail":"{readStateIndex:3230; appliedIndex:3229; }","duration":"266.619816ms","start":"2026-04-16T09:31:49.359329Z","end":"2026-04-16T09:31:49.625949Z","steps":["trace[1289729672] 'read index received' (duration: 117.649838ms)","trace[1289729672] 'applied index is now lower than readState.Index' (duration: 148.967388ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:49.626026Z","caller":"traceutil/trace.go:171","msg":"trace[695525199] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"266.569294ms","start":"2026-04-16T09:31:49.359436Z","end":"2026-04-16T09:31:49.626006Z","steps":["trace[695525199] 'process raft request' (duration: 266.182672ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.626079Z","caller":"traceutil/trace.go:171","msg":"trace[1775392627] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"266.336097ms","start":"2026-04-16T09:31:49.359736Z","end":"2026-04-16T09:31:49.626072Z","steps":["trace[1775392627] 'process raft request' (duration: 266.002617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.626215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.867244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:31:49.626261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.268815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:49.626274Z","caller":"traceutil/trace.go:171","msg":"trace[484787341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:3107; }","duration":"266.969177ms","start":"2026-04-16T09:31:49.359288Z","end":"2026-04-16T09:31:49.626258Z","steps":["trace[484787341] 'agreement among raft nodes before linearized reading' (duration: 266.827803ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.626323Z","caller":"traceutil/trace.go:171","msg":"trace[1500156298] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3107; }","duration":"242.385819ms","start":"2026-04-16T09:31:49.383914Z","end":"2026-04-16T09:31:49.6263Z","steps":["trace[1500156298] 'agreement among raft nodes before linearized reading' (duration: 242.281865ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.62632Z","caller":"traceutil/trace.go:171","msg":"trace[1041960686] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"262.551387ms","start":"2026-04-16T09:31:49.363742Z","end":"2026-04-16T09:31:49.626293Z","steps":["trace[1041960686] 'process raft request' (duration: 262.024351ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.963182Z","caller":"traceutil/trace.go:171","msg":"trace[1210061712] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"173.410993ms","start":"2026-04-16T09:31:49.789728Z","end":"2026-04-16T09:31:49.963139Z","steps":["trace[1210061712] 'process raft request' (duration: 173.235348ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.963292Z","caller":"traceutil/trace.go:171","msg":"trace[1680515916] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"169.771438ms","start":"2026-04-16T09:31:49.793501Z","end":"2026-04-16T09:31:49.963272Z","steps":["trace[1680515916] 'process raft request' (duration: 169.553202ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.963341Z","caller":"traceutil/trace.go:171","msg":"trace[53102497] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"171.130822ms","start":"2026-04-16T09:31:49.792174Z","end":"2026-04-16T09:31:49.963305Z","steps":["trace[53102497] 'process raft request' (duration: 170.837702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.963412Z","caller":"traceutil/trace.go:171","msg":"trace[1160000086] linearizableReadLoop","detail":"{readStateIndex:3259; appliedIndex:3254; }","duration":"145.453437ms","start":"2026-04-16T09:31:49.817945Z","end":"2026-04-16T09:31:49.963399Z","steps":["trace[1160000086] 'read index received' (duration: 142.266946ms)","trace[1160000086] 'applied index is now lower than readState.Index' (duration: 3.185371ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:49.963421Z","caller":"traceutil/trace.go:171","msg":"trace[872515163] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"175.177709ms","start":"2026-04-16T09:31:49.788203Z","end":"2026-04-16T09:31:49.963381Z","steps":["trace[872515163] 'process raft request' (duration: 171.929646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:49.963472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.618896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:49.963504Z","caller":"traceutil/trace.go:171","msg":"trace[1041074944] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:0; response_revision:3131; }","duration":"171.691629ms","start":"2026-04-16T09:31:49.791805Z","end":"2026-04-16T09:31:49.963497Z","steps":["trace[1041074944] 'agreement among raft nodes before linearized reading' (duration: 171.630327ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.963546Z","caller":"traceutil/trace.go:171","msg":"trace[2106319658] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"156.486638ms","start":"2026-04-16T09:31:49.80701Z","end":"2026-04-16T09:31:49.963497Z","steps":["trace[2106319658] 'process raft request' (duration: 156.142437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.967245Z","caller":"traceutil/trace.go:171","msg":"trace[1868528749] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"144.85997ms","start":"2026-04-16T09:31:49.822355Z","end":"2026-04-16T09:31:49.967215Z","steps":["trace[1868528749] 'process raft request' (duration: 144.609012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.967353Z","caller":"traceutil/trace.go:171","msg":"trace[351650022] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"141.182942ms","start":"2026-04-16T09:31:49.826151Z","end":"2026-04-16T09:31:49.967334Z","steps":["trace[351650022] 'process raft request' (duration: 141.146701ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.967528Z","caller":"traceutil/trace.go:171","msg":"trace[657535866] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"141.41016ms","start":"2026-04-16T09:31:49.826094Z","end":"2026-04-16T09:31:49.967504Z","steps":["trace[657535866] 'process raft request' (duration: 141.076689ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.967615Z","caller":"traceutil/trace.go:171","msg":"trace[2015494798] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"141.573055ms","start":"2026-04-16T09:31:49.825992Z","end":"2026-04-16T09:31:49.967565Z","steps":["trace[2015494798] 'process raft request' (duration: 141.11041ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:49.967637Z","caller":"traceutil/trace.go:171","msg":"trace[1546576326] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"141.510983ms","start":"2026-04-16T09:31:49.826113Z","end":"2026-04-16T09:31:49.967624Z","steps":["trace[1546576326] 'process raft request' (duration: 141.150632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:52.143622Z","caller":"traceutil/trace.go:171","msg":"trace[1258864401] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"122.570203ms","start":"2026-04-16T09:31:52.021027Z","end":"2026-04-16T09:31:52.143597Z","steps":["trace[1258864401] 'process raft request' (duration: 122.15443ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:54.639847Z","caller":"traceutil/trace.go:171","msg":"trace[1047028290] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"128.323906ms","start":"2026-04-16T09:31:54.511482Z","end":"2026-04-16T09:31:54.639806Z","steps":["trace[1047028290] 'process raft request' (duration: 128.13565ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:54.645416Z","caller":"traceutil/trace.go:171","msg":"trace[711093299] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"133.753278ms","start":"2026-04-16T09:31:54.511641Z","end":"2026-04-16T09:31:54.645394Z","steps":["trace[711093299] 'process raft request' (duration: 133.613753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:54.645652Z","caller":"traceutil/trace.go:171","msg":"trace[548003996] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"133.859551ms","start":"2026-04-16T09:31:54.511765Z","end":"2026-04-16T09:31:54.645624Z","steps":["trace[548003996] 'process raft request' (duration: 133.601333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:54.645724Z","caller":"traceutil/trace.go:171","msg":"trace[1402699999] linearizableReadLoop","detail":"{readStateIndex:3402; appliedIndex:3398; }","duration":"126.190698ms","start":"2026-04-16T09:31:54.519521Z","end":"2026-04-16T09:31:54.645711Z","steps":["trace[1402699999] 'read index received' (duration: 120.198158ms)","trace[1402699999] 'applied index is now lower than readState.Index' (duration: 5.99173ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:31:54.645878Z","caller":"traceutil/trace.go:171","msg":"trace[1050435189] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"133.774348ms","start":"2026-04-16T09:31:54.512094Z","end":"2026-04-16T09:31:54.645868Z","steps":["trace[1050435189] 'process raft request' (duration: 133.451327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:54.645914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.376783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:31:54.645939Z","caller":"traceutil/trace.go:171","msg":"trace[1582272556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3258; }","duration":"126.429576ms","start":"2026-04-16T09:31:54.519501Z","end":"2026-04-16T09:31:54.645931Z","steps":["trace[1582272556] 'agreement among raft nodes before linearized reading' (duration: 126.25775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.995629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.38238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:31:58.995718Z","caller":"traceutil/trace.go:171","msg":"trace[666840968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3479; }","duration":"338.489423ms","start":"2026-04-16T09:31:58.657212Z","end":"2026-04-16T09:31:58.995701Z","steps":["trace[666840968] 'range keys from in-memory index tree' (duration: 338.173433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.995748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.657158Z","time spent":"338.583776ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:31:58.995847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.642865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T09:31:58.995854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.416558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T09:31:58.995935Z","caller":"traceutil/trace.go:171","msg":"trace[1141273412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3479; }","duration":"342.787709ms","start":"2026-04-16T09:31:58.653129Z","end":"2026-04-16T09:31:58.995917Z","steps":["trace[1141273412] 'range keys from in-memory index tree' (duration: 342.288173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.995975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.65311Z","time spent":"342.858152ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:31:58.995967Z","caller":"traceutil/trace.go:171","msg":"trace[1228430836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3479; }","duration":"396.593833ms","start":"2026-04-16T09:31:58.599349Z","end":"2026-04-16T09:31:58.995943Z","steps":["trace[1228430836] 'range keys from in-memory index tree' (duration: 396.218851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.996123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.223276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:31:58.996198Z","caller":"traceutil/trace.go:171","msg":"trace[1929002047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3479; }","duration":"339.341969ms","start":"2026-04-16T09:31:58.656839Z","end":"2026-04-16T09:31:58.996181Z","steps":["trace[1929002047] 'range keys from in-memory index tree' (duration: 339.060271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.996187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.602934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:31:58.996178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.599329Z","time spent":"396.787269ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T09:31:58.996257Z","caller":"traceutil/trace.go:171","msg":"trace[81793152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3479; }","duration":"319.692887ms","start":"2026-04-16T09:31:58.676547Z","end":"2026-04-16T09:31:58.996239Z","steps":["trace[81793152] 'range keys from in-memory index tree' (duration: 319.085838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.996315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.135884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fwjx8\" ","response":"range_response_count:1 size:4250"} {"level":"info","ts":"2026-04-16T09:31:58.996337Z","caller":"traceutil/trace.go:171","msg":"trace[1255070629] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-fwjx8; range_end:; response_count:1; response_revision:3479; }","duration":"363.192945ms","start":"2026-04-16T09:31:58.633138Z","end":"2026-04-16T09:31:58.996331Z","steps":["trace[1255070629] 'range keys from in-memory index tree' (duration: 362.472682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.996334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.676532Z","time spent":"319.782761ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:31:58.996355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.63312Z","time spent":"363.230287ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4273,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fwjx8\" "} {"level":"warn","ts":"2026-04-16T09:31:58.996237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.656826Z","time spent":"339.403362ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:31:58.996421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.137424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T09:31:58.996462Z","caller":"traceutil/trace.go:171","msg":"trace[664308160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3479; }","duration":"393.194176ms","start":"2026-04-16T09:31:58.603257Z","end":"2026-04-16T09:31:58.996451Z","steps":["trace[664308160] 'range keys from in-memory index tree' (duration: 392.185404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.996089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.576512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T09:31:58.996484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.603248Z","time spent":"393.230607ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T09:31:58.996489Z","caller":"traceutil/trace.go:171","msg":"trace[346645627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3479; }","duration":"337.244563ms","start":"2026-04-16T09:31:58.659236Z","end":"2026-04-16T09:31:58.996481Z","steps":["trace[346645627] 'range keys from in-memory index tree' (duration: 336.400837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:58.996513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.659229Z","time spent":"337.276605ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:31:59.150155Z","caller":"traceutil/trace.go:171","msg":"trace[54296261] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"298.257358ms","start":"2026-04-16T09:31:58.851871Z","end":"2026-04-16T09:31:59.150129Z","steps":["trace[54296261] 'process raft request' (duration: 297.969249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:59.150083Z","caller":"traceutil/trace.go:171","msg":"trace[645642208] linearizableReadLoop","detail":"{readStateIndex:3630; appliedIndex:3629; }","duration":"227.60886ms","start":"2026-04-16T09:31:58.922447Z","end":"2026-04-16T09:31:59.150056Z","steps":["trace[645642208] 'read index received' (duration: 227.441075ms)","trace[645642208] 'applied index is now lower than readState.Index' (duration: 166.215µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:59.15048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.006462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:59.150536Z","caller":"traceutil/trace.go:171","msg":"trace[1050083939] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3480; }","duration":"228.115777ms","start":"2026-04-16T09:31:58.922405Z","end":"2026-04-16T09:31:59.150521Z","steps":["trace[1050083939] 'agreement among raft nodes before linearized reading' (duration: 228.004283ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:59.438832Z","caller":"traceutil/trace.go:171","msg":"trace[947043037] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"439.274825ms","start":"2026-04-16T09:31:58.999537Z","end":"2026-04-16T09:31:59.438812Z","steps":["trace[947043037] 'process raft request' (duration: 439.202993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.438966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.999531Z","time spent":"439.374208ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:59.438949Z","caller":"traceutil/trace.go:171","msg":"trace[1569807332] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"439.952717ms","start":"2026-04-16T09:31:58.998958Z","end":"2026-04-16T09:31:59.43891Z","steps":["trace[1569807332] 'process raft request' (duration: 439.659598ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:59.439131Z","caller":"traceutil/trace.go:171","msg":"trace[558522339] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"439.364158ms","start":"2026-04-16T09:31:58.99976Z","end":"2026-04-16T09:31:59.439124Z","steps":["trace[558522339] 'process raft request' (duration: 439.002317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.439131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.998942Z","time spent":"440.097712ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:59.439322Z","caller":"traceutil/trace.go:171","msg":"trace[1612522983] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"438.949755ms","start":"2026-04-16T09:31:59.000365Z","end":"2026-04-16T09:31:59.439315Z","steps":["trace[1612522983] 'process raft request' (duration: 438.724398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.439361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.000355Z","time spent":"438.987326ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:59.439445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.999755Z","time spent":"439.395919ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:59.439663Z","caller":"traceutil/trace.go:171","msg":"trace[1343396232] linearizableReadLoop","detail":"{readStateIndex:3638; appliedIndex:3630; }","duration":"289.277434ms","start":"2026-04-16T09:31:59.150378Z","end":"2026-04-16T09:31:59.439656Z","steps":["trace[1343396232] 'read index received' (duration: 288.257782ms)","trace[1343396232] 'applied index is now lower than readState.Index' (duration: 1.018732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:31:59.439799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.007162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-16T09:31:59.439817Z","caller":"traceutil/trace.go:171","msg":"trace[171861198] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3488; }","duration":"353.028554ms","start":"2026-04-16T09:31:59.086784Z","end":"2026-04-16T09:31:59.439813Z","steps":["trace[171861198] 'agreement among raft nodes before linearized reading' (duration: 352.925681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.439832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.086759Z","time spent":"353.069445ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-16T09:31:59.439892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.960381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-16T09:31:59.43993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.47009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:31:59.439945Z","caller":"traceutil/trace.go:171","msg":"trace[300528299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3488; }","duration":"366.521191ms","start":"2026-04-16T09:31:59.073418Z","end":"2026-04-16T09:31:59.43994Z","steps":["trace[300528299] 'agreement among raft nodes before linearized reading' (duration: 366.49783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:59.439944Z","caller":"traceutil/trace.go:171","msg":"trace[378575938] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3488; }","duration":"353.051964ms","start":"2026-04-16T09:31:59.086879Z","end":"2026-04-16T09:31:59.439931Z","steps":["trace[378575938] 'agreement among raft nodes before linearized reading' (duration: 352.794726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.439986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.08686Z","time spent":"353.118326ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-16T09:31:59.440006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.242128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:31:59.440027Z","caller":"traceutil/trace.go:171","msg":"trace[1449608906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:3488; }","duration":"453.29932ms","start":"2026-04-16T09:31:58.986724Z","end":"2026-04-16T09:31:59.440024Z","steps":["trace[1449608906] 'agreement among raft nodes before linearized reading' (duration: 453.243718ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:59.439978Z","caller":"traceutil/trace.go:171","msg":"trace[875563053] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"439.331597ms","start":"2026-04-16T09:31:59.000606Z","end":"2026-04-16T09:31:59.439938Z","steps":["trace[875563053] 'process raft request' (duration: 438.680296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.440085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.422093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-16T09:31:59.440103Z","caller":"traceutil/trace.go:171","msg":"trace[744537858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:3488; }","duration":"190.473634ms","start":"2026-04-16T09:31:59.249624Z","end":"2026-04-16T09:31:59.440098Z","steps":["trace[744537858] 'agreement among raft nodes before linearized reading' (duration: 190.429153ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:31:59.440097Z","caller":"traceutil/trace.go:171","msg":"trace[344995445] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"438.266884ms","start":"2026-04-16T09:31:59.001792Z","end":"2026-04-16T09:31:59.440059Z","steps":["trace[344995445] 'process raft request' (duration: 437.808509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.440151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.000597Z","time spent":"439.477402ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:59.440166Z","caller":"traceutil/trace.go:171","msg":"trace[1845983769] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"437.351985ms","start":"2026-04-16T09:31:59.002803Z","end":"2026-04-16T09:31:59.440155Z","steps":["trace[1845983769] 'process raft request' (duration: 436.819048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.440233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.002784Z","time spent":"437.412366ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4330,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:31:59.440282Z","caller":"traceutil/trace.go:171","msg":"trace[2095448397] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"438.78015ms","start":"2026-04-16T09:31:59.001489Z","end":"2026-04-16T09:31:59.440269Z","steps":["trace[2095448397] 'process raft request' (duration: 438.028476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.440229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.00177Z","time spent":"438.400897ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:59.440363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.001482Z","time spent":"438.843512ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:31:59.440364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.596057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:31:59.440039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:58.986707Z","time spent":"453.329421ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:31:59.440474Z","caller":"traceutil/trace.go:171","msg":"trace[1661259992] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3488; }","duration":"172.770503ms","start":"2026-04-16T09:31:59.267682Z","end":"2026-04-16T09:31:59.440453Z","steps":["trace[1661259992] 'agreement among raft nodes before linearized reading' (duration: 172.596998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:31:59.43996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.073401Z","time spent":"366.556302ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:32:00.700663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.295132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:32:00.700865Z","caller":"traceutil/trace.go:171","msg":"trace[1493970527] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"526.825829ms","start":"2026-04-16T09:32:00.174021Z","end":"2026-04-16T09:32:00.700847Z","steps":["trace[1493970527] 'process raft request' (duration: 526.738287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:00.700964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.173999Z","time spent":"526.934402ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:00.700987Z","caller":"traceutil/trace.go:171","msg":"trace[929002693] linearizableReadLoop","detail":"{readStateIndex:3639; appliedIndex:3638; }","duration":"1.24973741s","start":"2026-04-16T09:31:59.451221Z","end":"2026-04-16T09:32:00.700959Z","steps":["trace[929002693] 'read index received' (duration: 436.88913ms)","trace[929002693] 'applied index is now lower than readState.Index' (duration: 812.84685ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:00.701114Z","caller":"traceutil/trace.go:171","msg":"trace[935226336] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"1.251169705s","start":"2026-04-16T09:31:59.449931Z","end":"2026-04-16T09:32:00.7011Z","steps":["trace[935226336] 'process raft request' (duration: 438.345807ms)","trace[935226336] 'compare' (duration: 812.162307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:00.70123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.449906Z","time spent":"1.251240627s","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:00.701882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.049071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-16T09:32:00.701954Z","caller":"traceutil/trace.go:171","msg":"trace[2005488786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17; range_end:; response_count:1; response_revision:3490; }","duration":"250.154264ms","start":"2026-04-16T09:32:00.451787Z","end":"2026-04-16T09:32:00.701941Z","steps":["trace[2005488786] 'agreement among raft nodes before linearized reading' (duration: 249.959298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:00.701947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250731901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:76995"} {"level":"warn","ts":"2026-04-16T09:32:00.701876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.759532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-16T09:32:00.701999Z","caller":"traceutil/trace.go:171","msg":"trace[1576113761] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:3490; }","duration":"1.250822093s","start":"2026-04-16T09:31:59.451163Z","end":"2026-04-16T09:32:00.701986Z","steps":["trace[1576113761] 'agreement among raft nodes before linearized reading' (duration: 1.250493113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:00.702032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.451141Z","time spent":"1.250882896s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":10,"response size":77018,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:32:00.701957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.900176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-16T09:32:00.702064Z","caller":"traceutil/trace.go:171","msg":"trace[71013309] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2; range_end:; response_count:1; response_revision:3490; }","duration":"256.079262ms","start":"2026-04-16T09:32:00.445978Z","end":"2026-04-16T09:32:00.702057Z","steps":["trace[71013309] 'agreement among raft nodes before linearized reading' (duration: 255.778022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:00.702101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.700575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-pdcl5.18a6cc776f983754\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-16T09:32:00.702166Z","caller":"traceutil/trace.go:171","msg":"trace[813294129] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-pdcl5.18a6cc776f983754; range_end:; response_count:1; response_revision:3490; }","duration":"770.790167ms","start":"2026-04-16T09:31:59.93134Z","end":"2026-04-16T09:32:00.70213Z","steps":["trace[813294129] 'agreement among raft nodes before linearized reading' (duration: 770.687084ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:00.70203Z","caller":"traceutil/trace.go:171","msg":"trace[1862456159] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:3490; }","duration":"255.965518ms","start":"2026-04-16T09:32:00.446047Z","end":"2026-04-16T09:32:00.702012Z","steps":["trace[1862456159] 'agreement among raft nodes before linearized reading' (duration: 255.69191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:00.702211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.931317Z","time spent":"770.88502ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-pdcl5.18a6cc776f983754\" "} {"level":"warn","ts":"2026-04-16T09:32:00.70307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251847746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fwjx8\" ","response":"range_response_count:1 size:4345"} {"level":"info","ts":"2026-04-16T09:32:00.703124Z","caller":"traceutil/trace.go:171","msg":"trace[535028662] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-fwjx8; range_end:; response_count:1; response_revision:3490; }","duration":"1.251927949s","start":"2026-04-16T09:31:59.451181Z","end":"2026-04-16T09:32:00.703109Z","steps":["trace[535028662] 'agreement among raft nodes before linearized reading' (duration: 1.250440612s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:00.703161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:31:59.451165Z","time spent":"1.25198695s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4368,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-fwjx8\" "} {"level":"warn","ts":"2026-04-16T09:32:01.224535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.732157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:32:01.224821Z","caller":"traceutil/trace.go:171","msg":"trace[1917960851] linearizableReadLoop","detail":"{readStateIndex:3642; appliedIndex:3641; }","duration":"515.711486ms","start":"2026-04-16T09:32:00.709048Z","end":"2026-04-16T09:32:01.224759Z","steps":["trace[1917960851] 'read index received' (duration: 1.288071ms)","trace[1917960851] 'applied index is now lower than readState.Index' (duration: 514.422115ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:01.224837Z","caller":"traceutil/trace.go:171","msg":"trace[38304153] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"516.17612ms","start":"2026-04-16T09:32:00.708621Z","end":"2026-04-16T09:32:01.224797Z","steps":["trace[38304153] 'process raft request' (duration: 388.084682ms)","trace[38304153] 'compare' (duration: 127.457338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:01.225037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.708606Z","time spent":"516.326306ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4370,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:01.225045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.987305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-16T09:32:01.22509Z","caller":"traceutil/trace.go:171","msg":"trace[412471125] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:3492; }","duration":"516.067677ms","start":"2026-04-16T09:32:00.709009Z","end":"2026-04-16T09:32:01.225077Z","steps":["trace[412471125] 'agreement among raft nodes before linearized reading' (duration: 515.862131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.225119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.708994Z","time spent":"516.116778ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" "} {"level":"warn","ts":"2026-04-16T09:32:01.287688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.350485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.287748Z","caller":"traceutil/trace.go:171","msg":"trace[1563986802] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:3494; }","duration":"569.439578ms","start":"2026-04-16T09:32:00.718296Z","end":"2026-04-16T09:32:01.287736Z","steps":["trace[1563986802] 'agreement among raft nodes before linearized reading' (duration: 569.341085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.28777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.718286Z","time spent":"569.479579ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T09:32:01.287761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.434243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.287815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.812856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.287881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.230017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.287889Z","caller":"traceutil/trace.go:171","msg":"trace[1791986695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"412.92936ms","start":"2026-04-16T09:32:00.874938Z","end":"2026-04-16T09:32:01.287868Z","steps":["trace[1791986695] 'agreement among raft nodes before linearized reading' (duration: 412.786466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.287896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.16611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.287931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.319939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.28793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.244353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.287936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.795826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.287943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.874916Z","time spent":"413.010452ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-16T09:32:01.287958Z","caller":"traceutil/trace.go:171","msg":"trace[2108145810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"492.297754ms","start":"2026-04-16T09:32:00.795651Z","end":"2026-04-16T09:32:01.287949Z","steps":["trace[2108145810] 'agreement among raft nodes before linearized reading' (duration: 492.257883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.28796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.560638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.287965Z","caller":"traceutil/trace.go:171","msg":"trace[1041284336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"466.851528ms","start":"2026-04-16T09:32:00.821107Z","end":"2026-04-16T09:32:01.287958Z","steps":["trace[1041284336] 'agreement among raft nodes before linearized reading' (duration: 466.798997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.287963Z","caller":"traceutil/trace.go:171","msg":"trace[1276582257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"492.251673ms","start":"2026-04-16T09:32:00.795692Z","end":"2026-04-16T09:32:01.287944Z","steps":["trace[1276582257] 'agreement among raft nodes before linearized reading' (duration: 492.118119ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.287979Z","caller":"traceutil/trace.go:171","msg":"trace[1165841073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"275.590099ms","start":"2026-04-16T09:32:01.012384Z","end":"2026-04-16T09:32:01.287975Z","steps":["trace[1165841073] 'agreement among raft nodes before linearized reading' (duration: 275.562548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.287982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.795638Z","time spent":"492.335696ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:01.28799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.82107Z","time spent":"466.91329ms","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:01.28801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.795689Z","time spent":"492.306224ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:32:01.288013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.940395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.28796Z","caller":"traceutil/trace.go:171","msg":"trace[1090452278] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"472.746245ms","start":"2026-04-16T09:32:00.815204Z","end":"2026-04-16T09:32:01.28795Z","steps":["trace[1090452278] 'process raft request' (duration: 472.386564ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.28805Z","caller":"traceutil/trace.go:171","msg":"trace[884634778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"219.012118ms","start":"2026-04-16T09:32:01.069028Z","end":"2026-04-16T09:32:01.288041Z","steps":["trace[884634778] 'agreement among raft nodes before linearized reading' (duration: 218.951166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.28808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.071273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.288083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.201794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.288125Z","caller":"traceutil/trace.go:171","msg":"trace[1831430330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"442.146896ms","start":"2026-04-16T09:32:00.845965Z","end":"2026-04-16T09:32:01.288112Z","steps":["trace[1831430330] 'agreement among raft nodes before linearized reading' (duration: 442.045443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.815191Z","time spent":"472.873589ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:01.28815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.84595Z","time spent":"442.192947ms","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-16T09:32:01.28815Z","caller":"traceutil/trace.go:171","msg":"trace[1371421685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3494; }","duration":"213.272926ms","start":"2026-04-16T09:32:01.074857Z","end":"2026-04-16T09:32:01.28813Z","steps":["trace[1371421685] 'agreement among raft nodes before linearized reading' (duration: 213.188513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.012052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.288149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.517413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.288217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.58556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.287778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.74554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.288243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.902599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.288263Z","caller":"traceutil/trace.go:171","msg":"trace[1677384501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"299.961722ms","start":"2026-04-16T09:32:00.988297Z","end":"2026-04-16T09:32:01.288259Z","steps":["trace[1677384501] 'agreement among raft nodes before linearized reading' (duration: 299.929981ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.287831Z","caller":"traceutil/trace.go:171","msg":"trace[419047005] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"574.22083ms","start":"2026-04-16T09:32:00.713597Z","end":"2026-04-16T09:32:01.287818Z","steps":["trace[419047005] 'process raft request' (duration: 573.89858ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.288271Z","caller":"traceutil/trace.go:171","msg":"trace[195916328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"219.264086ms","start":"2026-04-16T09:32:01.068991Z","end":"2026-04-16T09:32:01.288255Z","steps":["trace[195916328] 'agreement among raft nodes before linearized reading' (duration: 218.739589ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.287903Z","caller":"traceutil/trace.go:171","msg":"trace[434307705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"238.269067ms","start":"2026-04-16T09:32:01.049628Z","end":"2026-04-16T09:32:01.287898Z","steps":["trace[434307705] 'agreement among raft nodes before linearized reading' (duration: 238.234626ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.288267Z","caller":"traceutil/trace.go:171","msg":"trace[1928551185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusters/openstack0; response_count:0; response_revision:3494; }","duration":"218.676987ms","start":"2026-04-16T09:32:01.069559Z","end":"2026-04-16T09:32:01.288236Z","steps":["trace[1928551185] 'agreement among raft nodes before linearized reading' (duration: 218.429939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.636517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.288321Z","caller":"traceutil/trace.go:171","msg":"trace[1570847661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"356.677748ms","start":"2026-04-16T09:32:00.931638Z","end":"2026-04-16T09:32:01.288315Z","steps":["trace[1570847661] 'agreement among raft nodes before linearized reading' (duration: 356.650297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.713583Z","time spent":"574.700995ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:32:01.288341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.931624Z","time spent":"356.711019ms","remote":"127.0.0.1:42640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:32:01.288374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.075155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.288394Z","caller":"traceutil/trace.go:171","msg":"trace[1872312819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"300.121637ms","start":"2026-04-16T09:32:00.988266Z","end":"2026-04-16T09:32:01.288388Z","steps":["trace[1872312819] 'agreement among raft nodes before linearized reading' (duration: 300.090016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.287836Z","caller":"traceutil/trace.go:171","msg":"trace[1517080245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"328.572828ms","start":"2026-04-16T09:32:00.959247Z","end":"2026-04-16T09:32:01.28782Z","steps":["trace[1517080245] 'agreement among raft nodes before linearized reading' (duration: 328.427013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.139246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.288413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.988254Z","time spent":"300.154237ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:01.288432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.959215Z","time spent":"329.206868ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-16T09:32:01.288435Z","caller":"traceutil/trace.go:171","msg":"trace[626144639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"329.352472ms","start":"2026-04-16T09:32:00.959074Z","end":"2026-04-16T09:32:01.288427Z","steps":["trace[626144639] 'agreement among raft nodes before linearized reading' (duration: 329.111224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.787557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.287931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.737935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:01.288461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.374174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.288246Z","caller":"traceutil/trace.go:171","msg":"trace[500873592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"383.616201ms","start":"2026-04-16T09:32:00.904622Z","end":"2026-04-16T09:32:01.288239Z","steps":["trace[500873592] 'agreement among raft nodes before linearized reading' (duration: 383.57264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.489972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.288471Z","caller":"traceutil/trace.go:171","msg":"trace[298588988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"383.824477ms","start":"2026-04-16T09:32:00.90464Z","end":"2026-04-16T09:32:01.288465Z","steps":["trace[298588988] 'agreement among raft nodes before linearized reading' (duration: 383.789366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.904605Z","time spent":"383.89462ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:32:01.288525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.904636Z","time spent":"383.8806ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:32:01.288531Z","caller":"traceutil/trace.go:171","msg":"trace[386300074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"356.73711ms","start":"2026-04-16T09:32:00.931778Z","end":"2026-04-16T09:32:01.288515Z","steps":["trace[386300074] 'agreement among raft nodes before linearized reading' (duration: 356.480032ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.288488Z","caller":"traceutil/trace.go:171","msg":"trace[1256031568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"467.375755ms","start":"2026-04-16T09:32:00.821099Z","end":"2026-04-16T09:32:01.288475Z","steps":["trace[1256031568] 'agreement among raft nodes before linearized reading' (duration: 466.677553ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.288208Z","caller":"traceutil/trace.go:171","msg":"trace[2011222124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"276.051184ms","start":"2026-04-16T09:32:01.012148Z","end":"2026-04-16T09:32:01.2882Z","steps":["trace[2011222124] 'agreement among raft nodes before linearized reading' (duration: 276.017553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.959064Z","time spent":"329.389564ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:01.288586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.931761Z","time spent":"356.807601ms","remote":"127.0.0.1:42640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:01.288606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.821068Z","time spent":"467.521649ms","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-16T09:32:01.288276Z","caller":"traceutil/trace.go:171","msg":"trace[1887188774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"238.360201ms","start":"2026-04-16T09:32:01.049584Z","end":"2026-04-16T09:32:01.287944Z","steps":["trace[1887188774] 'agreement among raft nodes before linearized reading' (duration: 238.33311ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:01.288493Z","caller":"traceutil/trace.go:171","msg":"trace[701320572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"413.450547ms","start":"2026-04-16T09:32:00.875033Z","end":"2026-04-16T09:32:01.288484Z","steps":["trace[701320572] 'agreement among raft nodes before linearized reading' (duration: 413.404655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.288776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.875007Z","time spent":"413.758656ms","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:01.288986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.866178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:01.289077Z","caller":"traceutil/trace.go:171","msg":"trace[633280030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3494; }","duration":"443.048854ms","start":"2026-04-16T09:32:00.846006Z","end":"2026-04-16T09:32:01.289055Z","steps":["trace[633280030] 'agreement among raft nodes before linearized reading' (duration: 441.992851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:01.289142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:00.845983Z","time spent":"443.146597ms","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:02.069413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.495459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:32:02.069522Z","caller":"traceutil/trace.go:171","msg":"trace[801735583] linearizableReadLoop","detail":"{readStateIndex:3645; appliedIndex:3644; }","duration":"778.770771ms","start":"2026-04-16T09:32:01.290735Z","end":"2026-04-16T09:32:02.069505Z","steps":["trace[801735583] 'read index received' (duration: 377.128697ms)","trace[801735583] 'applied index is now lower than readState.Index' (duration: 401.640744ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:02.069578Z","caller":"traceutil/trace.go:171","msg":"trace[1890488178] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"838.617506ms","start":"2026-04-16T09:32:01.230927Z","end":"2026-04-16T09:32:02.069545Z","steps":["trace[1890488178] 'process raft request' (duration: 436.883159ms)","trace[1890488178] 'compare' (duration: 401.137558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:02.069678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.566174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:02.069715Z","caller":"traceutil/trace.go:171","msg":"trace[831080039] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:0; response_revision:3495; }","duration":"766.643946ms","start":"2026-04-16T09:32:01.30306Z","end":"2026-04-16T09:32:02.069704Z","steps":["trace[831080039] 'agreement among raft nodes before linearized reading' (duration: 766.583874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.069745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.303039Z","time spent":"766.697818ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-16T09:32:02.069733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.230902Z","time spent":"838.74714ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:02.06985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.09097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-04-16T09:32:02.069854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.890884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:32:02.069857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.840527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-04-16T09:32:02.069905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.983749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"warn","ts":"2026-04-16T09:32:02.069942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.6784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:32:02.06994Z","caller":"traceutil/trace.go:171","msg":"trace[1716966568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3495; }","duration":"624.004318ms","start":"2026-04-16T09:32:01.445917Z","end":"2026-04-16T09:32:02.069921Z","steps":["trace[1716966568] 'agreement among raft nodes before linearized reading' (duration: 623.778621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.069931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.61647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:32:02.069958Z","caller":"traceutil/trace.go:171","msg":"trace[38343967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17; range_end:; response_count:1; response_revision:3495; }","duration":"358.967031ms","start":"2026-04-16T09:32:01.710972Z","end":"2026-04-16T09:32:02.069939Z","steps":["trace[38343967] 'agreement among raft nodes before linearized reading' (duration: 358.746004ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:02.069967Z","caller":"traceutil/trace.go:171","msg":"trace[556094646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3495; }","duration":"625.745652ms","start":"2026-04-16T09:32:01.444215Z","end":"2026-04-16T09:32:02.069961Z","steps":["trace[556094646] 'agreement among raft nodes before linearized reading' (duration: 625.664359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.069945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.171783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-04-16T09:32:02.069996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.444194Z","time spent":"625.797324ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:02.069986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.445908Z","time spent":"624.06848ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:32:02.070005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.237616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:32:02.069999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.710961Z","time spent":"359.028573ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" "} {"level":"warn","ts":"2026-04-16T09:32:02.070008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.66327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-16T09:32:02.070017Z","caller":"traceutil/trace.go:171","msg":"trace[1251653381] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3495; }","duration":"596.770825ms","start":"2026-04-16T09:32:01.473215Z","end":"2026-04-16T09:32:02.069986Z","steps":["trace[1251653381] 'agreement among raft nodes before linearized reading' (duration: 596.567588ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:02.070035Z","caller":"traceutil/trace.go:171","msg":"trace[1663058394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3495; }","duration":"625.284728ms","start":"2026-04-16T09:32:01.444743Z","end":"2026-04-16T09:32:02.070028Z","steps":["trace[1663058394] 'agreement among raft nodes before linearized reading' (duration: 625.195935ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:02.070038Z","caller":"traceutil/trace.go:171","msg":"trace[1009708560] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:3495; }","duration":"362.408991ms","start":"2026-04-16T09:32:01.707608Z","end":"2026-04-16T09:32:02.070017Z","steps":["trace[1009708560] 'agreement among raft nodes before linearized reading' (duration: 362.103331ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:02.070056Z","caller":"traceutil/trace.go:171","msg":"trace[309491426] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3495; }","duration":"625.758163ms","start":"2026-04-16T09:32:01.444282Z","end":"2026-04-16T09:32:02.07004Z","steps":["trace[309491426] 'agreement among raft nodes before linearized reading' (duration: 625.658409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.070066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.444732Z","time spent":"625.328409ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:32:02.070067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.709061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-16T09:32:02.070091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.444263Z","time spent":"625.821235ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-16T09:32:02.070091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.707589Z","time spent":"362.491473ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" "} {"level":"info","ts":"2026-04-16T09:32:02.070126Z","caller":"traceutil/trace.go:171","msg":"trace[37521477] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3495; }","duration":"625.804575ms","start":"2026-04-16T09:32:01.444306Z","end":"2026-04-16T09:32:02.070111Z","steps":["trace[37521477] 'agreement among raft nodes before linearized reading' (duration: 625.66928ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:02.069954Z","caller":"traceutil/trace.go:171","msg":"trace[2043886435] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3495; }","duration":"512.085222ms","start":"2026-04-16T09:32:01.557859Z","end":"2026-04-16T09:32:02.069944Z","steps":["trace[2043886435] 'agreement among raft nodes before linearized reading' (duration: 511.902067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.07017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.44429Z","time spent":"625.868806ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-16T09:32:02.070076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.473194Z","time spent":"596.867608ms","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:02.06962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.881154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:02.070175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.55784Z","time spent":"512.324889ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235698,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T09:32:02.070236Z","caller":"traceutil/trace.go:171","msg":"trace[571806612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3495; }","duration":"779.518224ms","start":"2026-04-16T09:32:01.290708Z","end":"2026-04-16T09:32:02.070226Z","steps":["trace[571806612] 'agreement among raft nodes before linearized reading' (duration: 778.879544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.070268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.2907Z","time spent":"779.560856ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:32:02.069888Z","caller":"traceutil/trace.go:171","msg":"trace[1303951891] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2; range_end:; response_count:1; response_revision:3495; }","duration":"362.183273ms","start":"2026-04-16T09:32:01.707693Z","end":"2026-04-16T09:32:02.069876Z","steps":["trace[1303951891] 'agreement among raft nodes before linearized reading' (duration: 362.036509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.070337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.707658Z","time spent":"362.667499ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" "} {"level":"warn","ts":"2026-04-16T09:32:02.069904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.536685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:32:02.070419Z","caller":"traceutil/trace.go:171","msg":"trace[1236268123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3495; }","duration":"626.075603ms","start":"2026-04-16T09:32:01.444319Z","end":"2026-04-16T09:32:02.070395Z","steps":["trace[1236268123] 'agreement among raft nodes before linearized reading' (duration: 625.402291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.070468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.444312Z","time spent":"626.141235ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:02.069897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.579248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:32:02.070592Z","caller":"traceutil/trace.go:171","msg":"trace[1925649220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3495; }","duration":"626.280899ms","start":"2026-04-16T09:32:01.444287Z","end":"2026-04-16T09:32:02.070568Z","steps":["trace[1925649220] 'agreement among raft nodes before linearized reading' (duration: 625.453203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:02.070633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:01.444277Z","time spent":"626.343612ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:02.581788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414814771,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:32:02.854666Z","caller":"traceutil/trace.go:171","msg":"trace[661625808] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"780.121634ms","start":"2026-04-16T09:32:02.074517Z","end":"2026-04-16T09:32:02.854639Z","steps":["trace[661625808] 'process raft request' (duration: 757.626061ms)","trace[661625808] 'compare' (duration: 22.270716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:02.854814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.074503Z","time spent":"780.239577ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:03.489893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.205993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:32:03.490149Z","caller":"traceutil/trace.go:171","msg":"trace[416861165] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"1.415156471s","start":"2026-04-16T09:32:02.074958Z","end":"2026-04-16T09:32:03.490115Z","steps":["trace[416861165] 'process raft request' (duration: 1.172624528s)","trace[416861165] 'compare' (duration: 242.038567ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:03.490167Z","caller":"traceutil/trace.go:171","msg":"trace[163223112] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"1.414920403s","start":"2026-04-16T09:32:02.075221Z","end":"2026-04-16T09:32:03.490142Z","steps":["trace[163223112] 'process raft request' (duration: 1.414793649s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:03.49024Z","caller":"traceutil/trace.go:171","msg":"trace[945185871] transaction","detail":"{read_only:false; response_revision:3500; number_of_response:1; }","duration":"1.414878111s","start":"2026-04-16T09:32:02.075345Z","end":"2026-04-16T09:32:03.490223Z","steps":["trace[945185871] 'process raft request' (duration: 1.414785048s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.490283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.075215Z","time spent":"1.415006875s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:03.490297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.07494Z","time spent":"1.415274474s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:03.490316Z","caller":"traceutil/trace.go:171","msg":"trace[641745711] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"1.413746986s","start":"2026-04-16T09:32:02.07655Z","end":"2026-04-16T09:32:03.490297Z","steps":["trace[641745711] 'process raft request' (duration: 1.413629032s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.490333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.075337Z","time spent":"1.414957134s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:32:03.490358Z","caller":"traceutil/trace.go:171","msg":"trace[1774115582] linearizableReadLoop","detail":"{readStateIndex:3651; appliedIndex:3645; }","duration":"1.409041277s","start":"2026-04-16T09:32:02.081291Z","end":"2026-04-16T09:32:03.490333Z","steps":["trace[1774115582] 'read index received' (duration: 751.133535ms)","trace[1774115582] 'applied index is now lower than readState.Index' (duration: 657.904702ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:03.490339Z","caller":"traceutil/trace.go:171","msg":"trace[1590349430] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"783.826001ms","start":"2026-04-16T09:32:02.706477Z","end":"2026-04-16T09:32:03.490303Z","steps":["trace[1590349430] 'process raft request' (duration: 783.747068ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:03.490407Z","caller":"traceutil/trace.go:171","msg":"trace[422430518] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"614.321431ms","start":"2026-04-16T09:32:02.876078Z","end":"2026-04-16T09:32:03.490399Z","steps":["trace[422430518] 'process raft request' (duration: 614.200597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.490394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.076542Z","time spent":"1.413814897s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:03.490449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.876052Z","time spent":"614.373613ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:03.490519Z","caller":"traceutil/trace.go:171","msg":"trace[1516369994] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"1.414882591s","start":"2026-04-16T09:32:02.075308Z","end":"2026-04-16T09:32:03.490191Z","steps":["trace[1516369994] 'process raft request' (duration: 1.414776188s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.490529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.706452Z","time spent":"783.984406ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:03.490578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.075301Z","time spent":"1.415244873s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:03.686202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.849534ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T09:32:03.686298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604971843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.68639Z","caller":"traceutil/trace.go:171","msg":"trace[1225539857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3503; }","duration":"1.605096547s","start":"2026-04-16T09:32:02.08127Z","end":"2026-04-16T09:32:03.686367Z","steps":["trace[1225539857] 'agreement among raft nodes before linearized reading' (duration: 1.409175691s)","trace[1225539857] 'range keys from in-memory index tree' (duration: 195.773581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.68644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.081262Z","time spent":"1.605169889s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:32:03.686476Z","caller":"traceutil/trace.go:171","msg":"trace[1033302103] linearizableReadLoop","detail":"{readStateIndex:3654; appliedIndex:3653; }","duration":"196.04114ms","start":"2026-04-16T09:32:03.490411Z","end":"2026-04-16T09:32:03.686452Z","steps":["trace[1033302103] 'read index received' (duration: 59.202µs)","trace[1033302103] 'applied index is now lower than readState.Index' (duration: 195.981098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.686513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.744732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:03.686567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.581067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:03.686619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47133905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.686617Z","caller":"traceutil/trace.go:171","msg":"trace[1578602168] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:3503; }","duration":"833.830545ms","start":"2026-04-16T09:32:02.852733Z","end":"2026-04-16T09:32:03.686564Z","steps":["trace[1578602168] 'agreement among raft nodes before linearized reading' (duration: 833.728431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.686635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.551809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-04-16T09:32:03.686659Z","caller":"traceutil/trace.go:171","msg":"trace[1773294033] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:0; response_revision:3503; }","duration":"839.725891ms","start":"2026-04-16T09:32:02.846913Z","end":"2026-04-16T09:32:03.686639Z","steps":["trace[1773294033] 'agreement among raft nodes before linearized reading' (duration: 839.568486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.686708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.846889Z","time spent":"839.809244ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-04-16T09:32:03.686718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.852747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-04-16T09:32:03.686725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.181713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.68675Z","caller":"traceutil/trace.go:171","msg":"trace[96405588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17; range_end:; response_count:1; response_revision:3503; }","duration":"608.923199ms","start":"2026-04-16T09:32:03.077817Z","end":"2026-04-16T09:32:03.686741Z","steps":["trace[96405588] 'agreement among raft nodes before linearized reading' (duration: 608.814226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.686776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.815568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-16T09:32:03.686788Z","caller":"traceutil/trace.go:171","msg":"trace[906361368] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3503; }","duration":"892.294296ms","start":"2026-04-16T09:32:02.794478Z","end":"2026-04-16T09:32:03.686772Z","steps":["trace[906361368] 'agreement among raft nodes before linearized reading' (duration: 892.190083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.686794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.474299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.686819Z","caller":"traceutil/trace.go:171","msg":"trace[1118761746] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2; range_end:; response_count:1; response_revision:3503; }","duration":"609.89003ms","start":"2026-04-16T09:32:03.076917Z","end":"2026-04-16T09:32:03.686807Z","steps":["trace[1118761746] 'agreement among raft nodes before linearized reading' (duration: 609.766626ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:03.686839Z","caller":"traceutil/trace.go:171","msg":"trace[1111150586] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:3503; }","duration":"836.560121ms","start":"2026-04-16T09:32:02.850267Z","end":"2026-04-16T09:32:03.686827Z","steps":["trace[1111150586] 'agreement among raft nodes before linearized reading' (duration: 836.489789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.686851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.0769Z","time spent":"609.944622ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" "} {"level":"warn","ts":"2026-04-16T09:32:03.686845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.960955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"warn","ts":"2026-04-16T09:32:03.68678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.077801Z","time spent":"608.974071ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" "} {"level":"warn","ts":"2026-04-16T09:32:03.686895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.850247Z","time spent":"836.631254ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T09:32:03.686725Z","caller":"traceutil/trace.go:171","msg":"trace[1695460018] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:3503; }","duration":"609.669244ms","start":"2026-04-16T09:32:03.07702Z","end":"2026-04-16T09:32:03.686689Z","steps":["trace[1695460018] 'agreement among raft nodes before linearized reading' (duration: 609.452267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.686973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.076998Z","time spent":"609.967502ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" "} {"level":"warn","ts":"2026-04-16T09:32:03.686662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.852724Z","time spent":"833.926377ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-04-16T09:32:03.68664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.009139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:32:03.687056Z","caller":"traceutil/trace.go:171","msg":"trace[298891517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:3503; }","duration":"976.480873ms","start":"2026-04-16T09:32:02.710568Z","end":"2026-04-16T09:32:03.687049Z","steps":["trace[298891517] 'agreement among raft nodes before linearized reading' (duration: 975.974887ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:03.686652Z","caller":"traceutil/trace.go:171","msg":"trace[1650365722] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3503; }","duration":"1.471421012s","start":"2026-04-16T09:32:02.215221Z","end":"2026-04-16T09:32:03.686642Z","steps":["trace[1650365722] 'agreement among raft nodes before linearized reading' (duration: 1.47134337s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.687082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.710546Z","time spent":"976.529605ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"warn","ts":"2026-04-16T09:32:03.687121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.215206Z","time spent":"1.471888167s","remote":"127.0.0.1:60710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:03.686843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.794464Z","time spent":"892.363299ms","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:32:03.686889Z","caller":"traceutil/trace.go:171","msg":"trace[1913731987] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3503; }","duration":"808.047648ms","start":"2026-04-16T09:32:02.878834Z","end":"2026-04-16T09:32:03.686882Z","steps":["trace[1913731987] 'agreement among raft nodes before linearized reading' (duration: 807.852682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.68736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:02.878814Z","time spent":"808.537574ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235698,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T09:32:03.68731Z","caller":"traceutil/trace.go:171","msg":"trace[201293703] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"190.682081ms","start":"2026-04-16T09:32:03.496611Z","end":"2026-04-16T09:32:03.687293Z","steps":["trace[201293703] 'process raft request' (duration: 189.70077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.88941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.034661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.889499Z","caller":"traceutil/trace.go:171","msg":"trace[930911918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3504; }","duration":"202.163594ms","start":"2026-04-16T09:32:03.687316Z","end":"2026-04-16T09:32:03.88948Z","steps":["trace[930911918] 'range keys from in-memory index tree' (duration: 201.977299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:03.889487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.452156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.88958Z","caller":"traceutil/trace.go:171","msg":"trace[1128144830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3504; }","duration":"376.637302ms","start":"2026-04-16T09:32:03.51292Z","end":"2026-04-16T09:32:03.889558Z","steps":["trace[1128144830] 'agreement among raft nodes before linearized reading' (duration: 174.466867ms)","trace[1128144830] 'range keys from in-memory index tree' (duration: 201.996379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.889638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.512837Z","time spent":"376.789647ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:32:03.889654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.679483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.889763Z","caller":"traceutil/trace.go:171","msg":"trace[859425693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3504; }","duration":"376.849498ms","start":"2026-04-16T09:32:03.512886Z","end":"2026-04-16T09:32:03.889735Z","steps":["trace[859425693] 'agreement among raft nodes before linearized reading' (duration: 174.511338ms)","trace[859425693] 'count revisions from in-memory index tree' (duration: 202.172445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.889835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.512868Z","time spent":"376.946082ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:03.889852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.224386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-16T09:32:03.88989Z","caller":"traceutil/trace.go:171","msg":"trace[2128320101] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3504; }","duration":"392.284308ms","start":"2026-04-16T09:32:03.497593Z","end":"2026-04-16T09:32:03.889877Z","steps":["trace[2128320101] 'agreement among raft nodes before linearized reading' (duration: 189.678389ms)","trace[2128320101] 'range keys from in-memory index tree' (duration: 202.475635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.889923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.497584Z","time spent":"392.330149ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-16T09:32:03.889959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.185887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.889996Z","caller":"traceutil/trace.go:171","msg":"trace[512387132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:3504; }","duration":"376.2651ms","start":"2026-04-16T09:32:03.513717Z","end":"2026-04-16T09:32:03.889982Z","steps":["trace[512387132] 'agreement among raft nodes before linearized reading' (duration: 173.659031ms)","trace[512387132] 'range keys from in-memory index tree' (duration: 202.552986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.890041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.513699Z","time spent":"376.327511ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":135,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:32:03.890101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.14062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:03.890085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.034808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.890143Z","caller":"traceutil/trace.go:171","msg":"trace[1462087472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3504; }","duration":"361.205433ms","start":"2026-04-16T09:32:03.528925Z","end":"2026-04-16T09:32:03.89013Z","steps":["trace[1462087472] 'agreement among raft nodes before linearized reading' (duration: 158.441219ms)","trace[1462087472] 'count revisions from in-memory index tree' (duration: 202.710652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.890176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.528911Z","time spent":"361.256594ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:32:03.890203Z","caller":"traceutil/trace.go:171","msg":"trace[97431654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3504; }","duration":"361.173812ms","start":"2026-04-16T09:32:03.528991Z","end":"2026-04-16T09:32:03.890164Z","steps":["trace[97431654] 'agreement among raft nodes before linearized reading' (duration: 158.365197ms)","trace[97431654] 'range keys from in-memory index tree' (duration: 202.64072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.890258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.528986Z","time spent":"361.258734ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T09:32:03.890303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.621374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:03.890337Z","caller":"traceutil/trace.go:171","msg":"trace[1012773342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:3504; }","duration":"360.655675ms","start":"2026-04-16T09:32:03.52967Z","end":"2026-04-16T09:32:03.890326Z","steps":["trace[1012773342] 'agreement among raft nodes before linearized reading' (duration: 157.671914ms)","trace[1012773342] 'range keys from in-memory index tree' (duration: 202.935569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:03.890379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.529615Z","time spent":"360.754568ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":137,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-16T09:32:03.890844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.647352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:76995"} {"level":"info","ts":"2026-04-16T09:32:03.891048Z","caller":"traceutil/trace.go:171","msg":"trace[1551542840] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:3504; }","duration":"197.893959ms","start":"2026-04-16T09:32:03.693135Z","end":"2026-04-16T09:32:03.891028Z","steps":["trace[1551542840] 'range keys from in-memory index tree' (duration: 197.356742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.051289Z","caller":"traceutil/trace.go:171","msg":"trace[150368927] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"356.950358ms","start":"2026-04-16T09:32:03.694316Z","end":"2026-04-16T09:32:04.051266Z","steps":["trace[150368927] 'process raft request' (duration: 356.815864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.051427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.69429Z","time spent":"357.080681ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:32:04.807346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.908643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:32:04.807614Z","caller":"traceutil/trace.go:171","msg":"trace[890911531] linearizableReadLoop","detail":"{readStateIndex:3658; appliedIndex:3655; }","duration":"1.109378263s","start":"2026-04-16T09:32:03.698218Z","end":"2026-04-16T09:32:04.807596Z","steps":["trace[890911531] 'read index received' (duration: 352.998142ms)","trace[890911531] 'applied index is now lower than readState.Index' (duration: 756.379141ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:04.807591Z","caller":"traceutil/trace.go:171","msg":"trace[832426903] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"1.110749557s","start":"2026-04-16T09:32:03.696804Z","end":"2026-04-16T09:32:04.807554Z","steps":["trace[832426903] 'process raft request' (duration: 886.563766ms)","trace[832426903] 'compare' (duration: 223.771587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:04.807736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.69678Z","time spent":"1.11088804s","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:32:04.807791Z","caller":"traceutil/trace.go:171","msg":"trace[798245416] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"1.110295182s","start":"2026-04-16T09:32:03.697436Z","end":"2026-04-16T09:32:04.807731Z","steps":["trace[798245416] 'process raft request' (duration: 1.110018573s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.807753Z","caller":"traceutil/trace.go:171","msg":"trace[1732697740] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"914.956795ms","start":"2026-04-16T09:32:03.892784Z","end":"2026-04-16T09:32:04.807741Z","steps":["trace[1732697740] 'process raft request' (duration: 914.733987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.807947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109715454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120162"} {"level":"info","ts":"2026-04-16T09:32:04.807987Z","caller":"traceutil/trace.go:171","msg":"trace[251230140] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3508; }","duration":"1.109768765s","start":"2026-04-16T09:32:03.698205Z","end":"2026-04-16T09:32:04.807974Z","steps":["trace[251230140] 'agreement among raft nodes before linearized reading' (duration: 1.109569059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.807995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.697425Z","time spent":"1.110473607s","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:32:04.808047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.698201Z","time spent":"1.109836567s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120185,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T09:32:04.808055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.892768Z","time spent":"915.205772ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:04.808161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.536837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:32:04.808266Z","caller":"traceutil/trace.go:171","msg":"trace[619881455] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3508; }","duration":"477.674021ms","start":"2026-04-16T09:32:04.330547Z","end":"2026-04-16T09:32:04.808221Z","steps":["trace[619881455] 'agreement among raft nodes before linearized reading' (duration: 477.528426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.808317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:04.330523Z","time spent":"477.783244ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:04.808366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108631609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"info","ts":"2026-04-16T09:32:04.808477Z","caller":"traceutil/trace.go:171","msg":"trace[1163781425] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3508; }","duration":"1.108721922s","start":"2026-04-16T09:32:03.6997Z","end":"2026-04-16T09:32:04.808422Z","steps":["trace[1163781425] 'agreement among raft nodes before linearized reading' (duration: 1.108374371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.80852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.699657Z","time spent":"1.108855077s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235698,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T09:32:04.808723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.123885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-04-16T09:32:04.808768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.190235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:32:04.808796Z","caller":"traceutil/trace.go:171","msg":"trace[1652150807] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3508; }","duration":"655.253297ms","start":"2026-04-16T09:32:04.153533Z","end":"2026-04-16T09:32:04.808786Z","steps":["trace[1652150807] 'agreement among raft nodes before linearized reading' (duration: 655.195825ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.80879Z","caller":"traceutil/trace.go:171","msg":"trace[841114040] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17; range_end:; response_count:1; response_revision:3508; }","duration":"114.236149ms","start":"2026-04-16T09:32:04.694535Z","end":"2026-04-16T09:32:04.808771Z","steps":["trace[841114040] 'agreement among raft nodes before linearized reading' (duration: 114.011632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.808797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.368685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-04-16T09:32:04.808822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:04.153512Z","time spent":"655.303799ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:04.808838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.79304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-16T09:32:04.808947Z","caller":"traceutil/trace.go:171","msg":"trace[1447869765] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2; range_end:; response_count:1; response_revision:3508; }","duration":"116.948135ms","start":"2026-04-16T09:32:04.69198Z","end":"2026-04-16T09:32:04.808928Z","steps":["trace[1447869765] 'agreement among raft nodes before linearized reading' (duration: 116.698397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.809013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.024091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-16T09:32:04.80905Z","caller":"traceutil/trace.go:171","msg":"trace[200698573] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3508; }","duration":"733.110793ms","start":"2026-04-16T09:32:04.075932Z","end":"2026-04-16T09:32:04.809043Z","steps":["trace[200698573] 'agreement among raft nodes before linearized reading' (duration: 733.004239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.809076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:04.075909Z","time spent":"733.160875ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-16T09:32:04.80912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.360926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:32:04.809166Z","caller":"traceutil/trace.go:171","msg":"trace[1331723744] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3508; }","duration":"104.434148ms","start":"2026-04-16T09:32:04.704722Z","end":"2026-04-16T09:32:04.809156Z","steps":["trace[1331723744] 'agreement among raft nodes before linearized reading' (duration: 104.362066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.809199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.695129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:04.808857Z","caller":"traceutil/trace.go:171","msg":"trace[1931956662] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:3508; }","duration":"115.470108ms","start":"2026-04-16T09:32:04.693362Z","end":"2026-04-16T09:32:04.808832Z","steps":["trace[1931956662] 'agreement among raft nodes before linearized reading' (duration: 115.277832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.809362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.452705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-16T09:32:04.809402Z","caller":"traceutil/trace.go:171","msg":"trace[1402471576] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3508; }","duration":"734.501027ms","start":"2026-04-16T09:32:04.074892Z","end":"2026-04-16T09:32:04.809393Z","steps":["trace[1402471576] 'agreement among raft nodes before linearized reading' (duration: 734.377193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.80944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:04.074824Z","time spent":"734.608321ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-16T09:32:04.809248Z","caller":"traceutil/trace.go:171","msg":"trace[2054776062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3508; }","duration":"910.769451ms","start":"2026-04-16T09:32:03.898467Z","end":"2026-04-16T09:32:04.809237Z","steps":["trace[2054776062] 'agreement among raft nodes before linearized reading' (duration: 910.694989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.809596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.898457Z","time spent":"911.089662ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:32:04.809664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.168808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18a6cc776aa95281\" ","response":"range_response_count:1 size:955"} {"level":"info","ts":"2026-04-16T09:32:04.809711Z","caller":"traceutil/trace.go:171","msg":"trace[1524107673] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18a6cc776aa95281; range_end:; response_count:1; response_revision:3508; }","duration":"878.256622ms","start":"2026-04-16T09:32:03.931444Z","end":"2026-04-16T09:32:04.809701Z","steps":["trace[1524107673] 'agreement among raft nodes before linearized reading' (duration: 878.112047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.809742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.931426Z","time spent":"878.308643ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":978,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18a6cc776aa95281\" "} {"level":"warn","ts":"2026-04-16T09:32:04.809803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.058591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-pdcl5.18a6cc776f983754\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-04-16T09:32:04.809838Z","caller":"traceutil/trace.go:171","msg":"trace[89579572] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-pdcl5.18a6cc776f983754; range_end:; response_count:1; response_revision:3508; }","duration":"840.126064ms","start":"2026-04-16T09:32:03.969704Z","end":"2026-04-16T09:32:04.80983Z","steps":["trace[89579572] 'agreement among raft nodes before linearized reading' (duration: 840.0183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:04.809862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:03.969687Z","time spent":"840.169854ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/ovn-controller-default-pdcl5.18a6cc776f983754\" "} {"level":"info","ts":"2026-04-16T09:32:04.923511Z","caller":"traceutil/trace.go:171","msg":"trace[394770016] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"112.819724ms","start":"2026-04-16T09:32:04.810669Z","end":"2026-04-16T09:32:04.923488Z","steps":["trace[394770016] 'process raft request' (duration: 112.628518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.948696Z","caller":"traceutil/trace.go:171","msg":"trace[353640119] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"129.087409ms","start":"2026-04-16T09:32:04.819586Z","end":"2026-04-16T09:32:04.948673Z","steps":["trace[353640119] 'process raft request' (duration: 129.011787ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.948706Z","caller":"traceutil/trace.go:171","msg":"trace[1396908869] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"137.130164ms","start":"2026-04-16T09:32:04.811539Z","end":"2026-04-16T09:32:04.94867Z","steps":["trace[1396908869] 'process raft request' (duration: 136.878926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.948759Z","caller":"traceutil/trace.go:171","msg":"trace[1433880874] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"137.012451ms","start":"2026-04-16T09:32:04.811709Z","end":"2026-04-16T09:32:04.948721Z","steps":["trace[1433880874] 'process raft request' (duration: 136.846825ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.949111Z","caller":"traceutil/trace.go:171","msg":"trace[158821400] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3513; }","duration":"125.842597ms","start":"2026-04-16T09:32:04.82326Z","end":"2026-04-16T09:32:04.949102Z","steps":["trace[158821400] 'process raft request' (duration: 125.697092ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.949121Z","caller":"traceutil/trace.go:171","msg":"trace[70717344] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3513; }","duration":"125.065712ms","start":"2026-04-16T09:32:04.824042Z","end":"2026-04-16T09:32:04.949107Z","steps":["trace[70717344] 'process raft request' (duration: 125.02472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.949127Z","caller":"traceutil/trace.go:171","msg":"trace[1501934320] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"127.344934ms","start":"2026-04-16T09:32:04.821759Z","end":"2026-04-16T09:32:04.949104Z","steps":["trace[1501934320] 'process raft request' (duration: 126.883669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.949128Z","caller":"traceutil/trace.go:171","msg":"trace[253897377] linearizableReadLoop","detail":"{readStateIndex:3662; appliedIndex:3659; }","duration":"134.627705ms","start":"2026-04-16T09:32:04.814482Z","end":"2026-04-16T09:32:04.94911Z","steps":["trace[253897377] 'read index received' (duration: 108.736195ms)","trace[253897377] 'applied index is now lower than readState.Index' (duration: 25.8903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:04.949271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.765129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:04.949341Z","caller":"traceutil/trace.go:171","msg":"trace[1849517614] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/valkey; range_end:; response_count:0; response_revision:3513; }","duration":"134.873203ms","start":"2026-04-16T09:32:04.814453Z","end":"2026-04-16T09:32:04.949326Z","steps":["trace[1849517614] 'agreement among raft nodes before linearized reading' (duration: 134.712788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:04.958615Z","caller":"traceutil/trace.go:171","msg":"trace[2113116190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3514; }","duration":"100.014898ms","start":"2026-04-16T09:32:04.858584Z","end":"2026-04-16T09:32:04.958599Z","steps":["trace[2113116190] 'agreement among raft nodes before linearized reading' (duration: 99.912355ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:06.598306Z","caller":"traceutil/trace.go:171","msg":"trace[178475798] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"127.405596ms","start":"2026-04-16T09:32:06.47088Z","end":"2026-04-16T09:32:06.598285Z","steps":["trace[178475798] 'process raft request' (duration: 125.216857ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:06.926502Z","caller":"traceutil/trace.go:171","msg":"trace[1872054219] linearizableReadLoop","detail":"{readStateIndex:3784; appliedIndex:3783; }","duration":"148.330449ms","start":"2026-04-16T09:32:06.778153Z","end":"2026-04-16T09:32:06.926484Z","steps":["trace[1872054219] 'read index received' (duration: 48.619221ms)","trace[1872054219] 'applied index is now lower than readState.Index' (duration: 99.710208ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:06.92718Z","caller":"traceutil/trace.go:171","msg":"trace[73334726] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3627; }","duration":"149.828856ms","start":"2026-04-16T09:32:06.777334Z","end":"2026-04-16T09:32:06.927163Z","steps":["trace[73334726] 'process raft request' (duration: 49.433805ms)","trace[73334726] 'compare' (duration: 99.558414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:06.927405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.232578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.927452Z","caller":"traceutil/trace.go:171","msg":"trace[124030056] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3627; }","duration":"149.313289ms","start":"2026-04-16T09:32:06.778126Z","end":"2026-04-16T09:32:06.92744Z","steps":["trace[124030056] 'agreement among raft nodes before linearized reading' (duration: 149.233007ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:06.927563Z","caller":"traceutil/trace.go:171","msg":"trace[1443221074] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"112.246726ms","start":"2026-04-16T09:32:06.815293Z","end":"2026-04-16T09:32:06.92754Z","steps":["trace[1443221074] 'process raft request' (duration: 112.182134ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:06.927583Z","caller":"traceutil/trace.go:171","msg":"trace[1273977114] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"112.39342ms","start":"2026-04-16T09:32:06.815174Z","end":"2026-04-16T09:32:06.927567Z","steps":["trace[1273977114] 'process raft request' (duration: 112.177024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.929674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.436157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.929731Z","caller":"traceutil/trace.go:171","msg":"trace[777818033] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3630; }","duration":"151.52437ms","start":"2026-04-16T09:32:06.778194Z","end":"2026-04-16T09:32:06.929719Z","steps":["trace[777818033] 'agreement among raft nodes before linearized reading' (duration: 151.406816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.929785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.002023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-04-16T09:32:06.929841Z","caller":"traceutil/trace.go:171","msg":"trace[1969447450] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17; range_end:; response_count:1; response_revision:3630; }","duration":"109.080705ms","start":"2026-04-16T09:32:06.820747Z","end":"2026-04-16T09:32:06.929828Z","steps":["trace[1969447450] 'agreement among raft nodes before linearized reading' (duration: 108.92675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.929919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-16T09:32:06.929947Z","caller":"traceutil/trace.go:171","msg":"trace[147101503] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:3630; }","duration":"110.943915ms","start":"2026-04-16T09:32:06.818996Z","end":"2026-04-16T09:32:06.92994Z","steps":["trace[147101503] 'agreement among raft nodes before linearized reading' (duration: 110.839971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.930087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.404869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-16T09:32:06.930121Z","caller":"traceutil/trace.go:171","msg":"trace[668277661] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:3630; }","duration":"111.463211ms","start":"2026-04-16T09:32:06.818649Z","end":"2026-04-16T09:32:06.930112Z","steps":["trace[668277661] 'agreement among raft nodes before linearized reading' (duration: 111.398099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.93023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.629348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.930259Z","caller":"traceutil/trace.go:171","msg":"trace[1878262806] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3630; }","duration":"112.67492ms","start":"2026-04-16T09:32:06.817574Z","end":"2026-04-16T09:32:06.930249Z","steps":["trace[1878262806] 'agreement among raft nodes before linearized reading' (duration: 112.634658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.930363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.830604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.930384Z","caller":"traceutil/trace.go:171","msg":"trace[1945995959] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3630; }","duration":"112.886516ms","start":"2026-04-16T09:32:06.817493Z","end":"2026-04-16T09:32:06.930379Z","steps":["trace[1945995959] 'agreement among raft nodes before linearized reading' (duration: 112.854925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.930416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.069305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:06.930474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.757196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.93049Z","caller":"traceutil/trace.go:171","msg":"trace[1386390523] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3630; }","duration":"132.799147ms","start":"2026-04-16T09:32:06.797685Z","end":"2026-04-16T09:32:06.930484Z","steps":["trace[1386390523] 'agreement among raft nodes before linearized reading' (duration: 132.777536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:06.930483Z","caller":"traceutil/trace.go:171","msg":"trace[1138835295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:3630; }","duration":"103.196819ms","start":"2026-04-16T09:32:06.827271Z","end":"2026-04-16T09:32:06.930467Z","steps":["trace[1138835295] 'agreement among raft nodes before linearized reading' (duration: 103.104927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.930576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.349165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.930594Z","caller":"traceutil/trace.go:171","msg":"trace[1984610705] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3630; }","duration":"133.384325ms","start":"2026-04-16T09:32:06.797206Z","end":"2026-04-16T09:32:06.93059Z","steps":["trace[1984610705] 'agreement among raft nodes before linearized reading' (duration: 133.354364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.930661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.489809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.930677Z","caller":"traceutil/trace.go:171","msg":"trace[503333714] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3630; }","duration":"133.51803ms","start":"2026-04-16T09:32:06.797156Z","end":"2026-04-16T09:32:06.930674Z","steps":["trace[503333714] 'agreement among raft nodes before linearized reading' (duration: 133.491399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.930708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.898227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.930765Z","caller":"traceutil/trace.go:171","msg":"trace[633425372] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3630; }","duration":"106.969158ms","start":"2026-04-16T09:32:06.823782Z","end":"2026-04-16T09:32:06.930751Z","steps":["trace[633425372] 'agreement among raft nodes before linearized reading' (duration: 106.886296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.931053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.682021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.931141Z","caller":"traceutil/trace.go:171","msg":"trace[1118865500] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3630; }","duration":"107.749024ms","start":"2026-04-16T09:32:06.823351Z","end":"2026-04-16T09:32:06.9311Z","steps":["trace[1118865500] 'agreement among raft nodes before linearized reading' (duration: 107.65318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.931388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.046762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.931423Z","caller":"traceutil/trace.go:171","msg":"trace[2084060167] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3630; }","duration":"108.101304ms","start":"2026-04-16T09:32:06.823312Z","end":"2026-04-16T09:32:06.931413Z","steps":["trace[2084060167] 'agreement among raft nodes before linearized reading' (duration: 108.019972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.931889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.690877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-04-16T09:32:06.93195Z","caller":"traceutil/trace.go:171","msg":"trace[1538941715] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:3630; }","duration":"110.766799ms","start":"2026-04-16T09:32:06.821168Z","end":"2026-04-16T09:32:06.931934Z","steps":["trace[1538941715] 'agreement among raft nodes before linearized reading' (duration: 110.401217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.932241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.11148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-16T09:32:06.932299Z","caller":"traceutil/trace.go:171","msg":"trace[1464904553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2; range_end:; response_count:1; response_revision:3630; }","duration":"111.160772ms","start":"2026-04-16T09:32:06.821115Z","end":"2026-04-16T09:32:06.932276Z","steps":["trace[1464904553] 'agreement among raft nodes before linearized reading' (duration: 111.030098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.930452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.931808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.932407Z","caller":"traceutil/trace.go:171","msg":"trace[1872506839] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3630; }","duration":"114.90869ms","start":"2026-04-16T09:32:06.81748Z","end":"2026-04-16T09:32:06.932388Z","steps":["trace[1872506839] 'agreement among raft nodes before linearized reading' (duration: 112.954848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:06.930737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.935013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:06.932629Z","caller":"traceutil/trace.go:171","msg":"trace[95360024] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3630; }","duration":"153.853564ms","start":"2026-04-16T09:32:06.778767Z","end":"2026-04-16T09:32:06.93262Z","steps":["trace[95360024] 'agreement among raft nodes before linearized reading' (duration: 151.957114ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:08.246976Z","caller":"traceutil/trace.go:171","msg":"trace[60185831] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3748; }","duration":"380.074083ms","start":"2026-04-16T09:32:07.866878Z","end":"2026-04-16T09:32:08.246952Z","steps":["trace[60185831] 'process raft request' (duration: 304.928024ms)","trace[60185831] 'compare' (duration: 74.793808ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:08.24707Z","caller":"traceutil/trace.go:171","msg":"trace[1818391754] linearizableReadLoop","detail":"{readStateIndex:3907; appliedIndex:3906; }","duration":"335.207973ms","start":"2026-04-16T09:32:07.911826Z","end":"2026-04-16T09:32:08.247034Z","steps":["trace[1818391754] 'read index received' (duration: 259.995222ms)","trace[1818391754] 'applied index is now lower than readState.Index' (duration: 75.209731ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:08.247135Z","caller":"traceutil/trace.go:171","msg":"trace[2043852719] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"323.895744ms","start":"2026-04-16T09:32:07.923214Z","end":"2026-04-16T09:32:08.24711Z","steps":["trace[2043852719] 'process raft request' (duration: 323.694068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:08.247281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:07.866863Z","time spent":"380.243469ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-16T09:32:08.247288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:07.923193Z","time spent":"324.010228ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:08.247431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.586095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:32:08.247491Z","caller":"traceutil/trace.go:171","msg":"trace[1186363878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:3750; }","duration":"335.697608ms","start":"2026-04-16T09:32:07.911774Z","end":"2026-04-16T09:32:08.247471Z","steps":["trace[1186363878] 'agreement among raft nodes before linearized reading' (duration: 335.425389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:08.24754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:07.911757Z","time spent":"335.768981ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"warn","ts":"2026-04-16T09:32:08.247507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.121856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" ","response":"range_response_count:1 size:3914"} {"level":"info","ts":"2026-04-16T09:32:08.247614Z","caller":"traceutil/trace.go:171","msg":"trace[2091395434] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17; range_end:; response_count:1; response_revision:3750; }","duration":"309.274711ms","start":"2026-04-16T09:32:07.938315Z","end":"2026-04-16T09:32:08.24759Z","steps":["trace[2091395434] 'agreement among raft nodes before linearized reading' (duration: 308.995712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:08.247666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:07.9383Z","time spent":"309.350314ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3937,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" "} {"level":"warn","ts":"2026-04-16T09:32:08.247748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.188215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18a6cc79f584e452\" ","response":"range_response_count:1 size:716"} {"level":"info","ts":"2026-04-16T09:32:08.247776Z","caller":"traceutil/trace.go:171","msg":"trace[2022722270] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18a6cc79f584e452; range_end:; response_count:1; response_revision:3750; }","duration":"283.248187ms","start":"2026-04-16T09:32:07.964519Z","end":"2026-04-16T09:32:08.247767Z","steps":["trace[2022722270] 'agreement among raft nodes before linearized reading' (duration: 283.168964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:08.247803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.321757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:08.247841Z","caller":"traceutil/trace.go:171","msg":"trace[611546861] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:0; response_revision:3750; }","duration":"135.370129ms","start":"2026-04-16T09:32:08.112457Z","end":"2026-04-16T09:32:08.247827Z","steps":["trace[611546861] 'agreement among raft nodes before linearized reading' (duration: 135.310217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:08.247861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.663299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:3908"} {"level":"warn","ts":"2026-04-16T09:32:08.247889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.079516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:08.247909Z","caller":"traceutil/trace.go:171","msg":"trace[100294258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3750; }","duration":"179.132938ms","start":"2026-04-16T09:32:08.06877Z","end":"2026-04-16T09:32:08.247903Z","steps":["trace[100294258] 'agreement among raft nodes before linearized reading' (duration: 179.097337ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:08.247904Z","caller":"traceutil/trace.go:171","msg":"trace[141691794] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:3750; }","duration":"306.722701ms","start":"2026-04-16T09:32:07.941168Z","end":"2026-04-16T09:32:08.24789Z","steps":["trace[141691794] 'agreement among raft nodes before linearized reading' (duration: 306.568226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:08.247889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.021419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-04-16T09:32:08.247946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:07.94116Z","time spent":"306.779002ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" "} {"level":"info","ts":"2026-04-16T09:32:08.247964Z","caller":"traceutil/trace.go:171","msg":"trace[906493838] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2; range_end:; response_count:1; response_revision:3750; }","duration":"306.144082ms","start":"2026-04-16T09:32:07.941798Z","end":"2026-04-16T09:32:08.247942Z","steps":["trace[906493838] 'agreement among raft nodes before linearized reading' (duration: 305.906785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:08.248011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:07.941777Z","time spent":"306.222815ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" "} {"level":"warn","ts":"2026-04-16T09:32:08.248539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.754172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:483278"} {"level":"info","ts":"2026-04-16T09:32:08.248599Z","caller":"traceutil/trace.go:171","msg":"trace[1762210278] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:3750; }","duration":"117.833404ms","start":"2026-04-16T09:32:08.13075Z","end":"2026-04-16T09:32:08.248583Z","steps":["trace[1762210278] 'agreement among raft nodes before linearized reading' (duration: 117.269786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:08.248606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.311704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T09:32:08.248661Z","caller":"traceutil/trace.go:171","msg":"trace[112780727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3750; }","duration":"292.366076ms","start":"2026-04-16T09:32:07.956277Z","end":"2026-04-16T09:32:08.248643Z","steps":["trace[112780727] 'agreement among raft nodes before linearized reading' (duration: 291.824358ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:09.355935Z","caller":"traceutil/trace.go:171","msg":"trace[1015471121] linearizableReadLoop","detail":"{readStateIndex:3960; appliedIndex:3958; }","duration":"136.697673ms","start":"2026-04-16T09:32:09.219211Z","end":"2026-04-16T09:32:09.355909Z","steps":["trace[1015471121] 'read index received' (duration: 134.204743ms)","trace[1015471121] 'applied index is now lower than readState.Index' (duration: 2.49161ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:09.356008Z","caller":"traceutil/trace.go:171","msg":"trace[1177082277] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"196.482368ms","start":"2026-04-16T09:32:09.159496Z","end":"2026-04-16T09:32:09.355978Z","steps":["trace[1177082277] 'process raft request' (duration: 193.911885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:09.356076Z","caller":"traceutil/trace.go:171","msg":"trace[579758003] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"195.675462ms","start":"2026-04-16T09:32:09.16035Z","end":"2026-04-16T09:32:09.356026Z","steps":["trace[579758003] 'process raft request' (duration: 195.490846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:09.356203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.978532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-16T09:32:09.356243Z","caller":"traceutil/trace.go:171","msg":"trace[783281141] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:3800; }","duration":"137.037363ms","start":"2026-04-16T09:32:09.219194Z","end":"2026-04-16T09:32:09.356231Z","steps":["trace[783281141] 'agreement among raft nodes before linearized reading' (duration: 136.858088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:09.356356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.689013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T09:32:09.356458Z","caller":"traceutil/trace.go:171","msg":"trace[1425431291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3800; }","duration":"100.841068ms","start":"2026-04-16T09:32:09.255587Z","end":"2026-04-16T09:32:09.356428Z","steps":["trace[1425431291] 'agreement among raft nodes before linearized reading' (duration: 100.537358ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:09.987895Z","caller":"traceutil/trace.go:171","msg":"trace[1894648487] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"106.916274ms","start":"2026-04-16T09:32:09.880953Z","end":"2026-04-16T09:32:09.987869Z","steps":["trace[1894648487] 'process raft request' (duration: 106.718807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:09.994061Z","caller":"traceutil/trace.go:171","msg":"trace[1607418043] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"108.68368ms","start":"2026-04-16T09:32:09.885356Z","end":"2026-04-16T09:32:09.99404Z","steps":["trace[1607418043] 'process raft request' (duration: 108.445903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:10.963136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.03154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:10.963218Z","caller":"traceutil/trace.go:171","msg":"trace[81204350] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:3864; }","duration":"153.154224ms","start":"2026-04-16T09:32:10.810046Z","end":"2026-04-16T09:32:10.9632Z","steps":["trace[81204350] 'range keys from in-memory index tree' (duration: 152.920725ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:10.963498Z","caller":"traceutil/trace.go:171","msg":"trace[29902023] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"146.610182ms","start":"2026-04-16T09:32:10.816875Z","end":"2026-04-16T09:32:10.963486Z","steps":["trace[29902023] 'process raft request' (duration: 142.613493ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:11.996804Z","caller":"traceutil/trace.go:171","msg":"trace[536704212] linearizableReadLoop","detail":"{readStateIndex:4050; appliedIndex:4049; }","duration":"195.642431ms","start":"2026-04-16T09:32:11.801134Z","end":"2026-04-16T09:32:11.996777Z","steps":["trace[536704212] 'read index received' (duration: 195.522047ms)","trace[536704212] 'applied index is now lower than readState.Index' (duration: 119.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:11.996861Z","caller":"traceutil/trace.go:171","msg":"trace[16686070] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"214.85328ms","start":"2026-04-16T09:32:11.781971Z","end":"2026-04-16T09:32:11.996824Z","steps":["trace[16686070] 'process raft request' (duration: 214.635233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:11.997124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.965901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-16T09:32:11.997202Z","caller":"traceutil/trace.go:171","msg":"trace[893568435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:3887; }","duration":"196.093026ms","start":"2026-04-16T09:32:11.801088Z","end":"2026-04-16T09:32:11.997181Z","steps":["trace[893568435] 'agreement among raft nodes before linearized reading' (duration: 195.860519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.049224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414815488,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:32:14.252693Z","caller":"traceutil/trace.go:171","msg":"trace[619768454] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"732.73395ms","start":"2026-04-16T09:32:13.519935Z","end":"2026-04-16T09:32:14.252669Z","steps":["trace[619768454] 'process raft request' (duration: 732.553424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.252982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.519916Z","time spent":"732.989669ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:14.498635Z","caller":"traceutil/trace.go:171","msg":"trace[1925456103] linearizableReadLoop","detail":"{readStateIndex:4090; appliedIndex:4088; }","duration":"949.75171ms","start":"2026-04-16T09:32:13.54886Z","end":"2026-04-16T09:32:14.498611Z","steps":["trace[1925456103] 'read index received' (duration: 703.738257ms)","trace[1925456103] 'applied index is now lower than readState.Index' (duration: 246.012373ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:14.498777Z","caller":"traceutil/trace.go:171","msg":"trace[1235140200] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"912.537131ms","start":"2026-04-16T09:32:13.586225Z","end":"2026-04-16T09:32:14.498762Z","steps":["trace[1235140200] 'process raft request' (duration: 912.228251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.498896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.586209Z","time spent":"912.606064ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:14.499134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.258706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:32:14.49921Z","caller":"traceutil/trace.go:171","msg":"trace[1460235172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3925; }","duration":"950.36929ms","start":"2026-04-16T09:32:13.548823Z","end":"2026-04-16T09:32:14.499193Z","steps":["trace[1460235172] 'agreement among raft nodes before linearized reading' (duration: 950.148173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.499247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.548802Z","time spent":"950.434892ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:32:14.500228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.032075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:32:14.500271Z","caller":"traceutil/trace.go:171","msg":"trace[81853153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3926; }","duration":"948.097786ms","start":"2026-04-16T09:32:13.552163Z","end":"2026-04-16T09:32:14.50026Z","steps":["trace[81853153] 'agreement among raft nodes before linearized reading' (duration: 947.935691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.500259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.793612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:32:14.500337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.744159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:14.500345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.48671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:32:14.500363Z","caller":"traceutil/trace.go:171","msg":"trace[1715339963] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3926; }","duration":"415.929756ms","start":"2026-04-16T09:32:14.084406Z","end":"2026-04-16T09:32:14.500335Z","steps":["trace[1715339963] 'agreement among raft nodes before linearized reading' (duration: 415.720809ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:14.500425Z","caller":"traceutil/trace.go:171","msg":"trace[913109303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:3926; }","duration":"201.599733ms","start":"2026-04-16T09:32:14.298814Z","end":"2026-04-16T09:32:14.500414Z","steps":["trace[913109303] 'agreement among raft nodes before linearized reading' (duration: 201.446488ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:14.500441Z","caller":"traceutil/trace.go:171","msg":"trace[689136252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3926; }","duration":"428.817782ms","start":"2026-04-16T09:32:14.071545Z","end":"2026-04-16T09:32:14.500362Z","steps":["trace[689136252] 'agreement among raft nodes before linearized reading' (duration: 428.77272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.500476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:14.071525Z","time spent":"428.944265ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:32:14.500578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.035437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:32:14.500619Z","caller":"traceutil/trace.go:171","msg":"trace[1166622855] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:3926; }","duration":"333.102999ms","start":"2026-04-16T09:32:14.167507Z","end":"2026-04-16T09:32:14.50061Z","steps":["trace[1166622855] 'agreement among raft nodes before linearized reading' (duration: 332.959954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.500663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:14.167491Z","time spent":"333.166101ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"warn","ts":"2026-04-16T09:32:14.50067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.880712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T09:32:14.50068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.913652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-16T09:32:14.500715Z","caller":"traceutil/trace.go:171","msg":"trace[1574650287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:3926; }","duration":"653.979404ms","start":"2026-04-16T09:32:13.846722Z","end":"2026-04-16T09:32:14.500701Z","steps":["trace[1574650287] 'agreement among raft nodes before linearized reading' (duration: 653.87427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.500748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.846703Z","time spent":"654.038556ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-16T09:32:14.500792Z","caller":"traceutil/trace.go:171","msg":"trace[1218025605] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"211.286135ms","start":"2026-04-16T09:32:14.289494Z","end":"2026-04-16T09:32:14.50078Z","steps":["trace[1218025605] 'process raft request' (duration: 210.50611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.500441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:14.084396Z","time spent":"416.03317ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:14.500298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.552149Z","time spent":"948.141278ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:32:14.500717Z","caller":"traceutil/trace.go:171","msg":"trace[334886164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3926; }","duration":"106.948365ms","start":"2026-04-16T09:32:14.393748Z","end":"2026-04-16T09:32:14.500697Z","steps":["trace[334886164] 'agreement among raft nodes before linearized reading' (duration: 106.80511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.503502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.264121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:32:14.503632Z","caller":"traceutil/trace.go:171","msg":"trace[752717358] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3926; }","duration":"848.417257ms","start":"2026-04-16T09:32:13.655173Z","end":"2026-04-16T09:32:14.50359Z","steps":["trace[752717358] 'agreement among raft nodes before linearized reading' (duration: 845.73738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.503682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.655161Z","time spent":"848.508409ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:14.504983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.235182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:7755"} {"level":"info","ts":"2026-04-16T09:32:14.505071Z","caller":"traceutil/trace.go:171","msg":"trace[597885169] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:3926; }","duration":"713.315615ms","start":"2026-04-16T09:32:13.791731Z","end":"2026-04-16T09:32:14.505047Z","steps":["trace[597885169] 'agreement among raft nodes before linearized reading' (duration: 709.242663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.505125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.791683Z","time spent":"713.418238ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7778,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-16T09:32:14.505552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.839869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:32:14.505662Z","caller":"traceutil/trace.go:171","msg":"trace[2079806173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3926; }","duration":"952.914762ms","start":"2026-04-16T09:32:13.552691Z","end":"2026-04-16T09:32:14.505605Z","steps":["trace[2079806173] 'agreement among raft nodes before linearized reading' (duration: 948.262142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.505711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.552684Z","time spent":"953.016616ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:14.50647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.277704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:32:14.50652Z","caller":"traceutil/trace.go:171","msg":"trace[1221242076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3926; }","duration":"953.344255ms","start":"2026-04-16T09:32:13.553161Z","end":"2026-04-16T09:32:14.506505Z","steps":["trace[1221242076] 'agreement among raft nodes before linearized reading' (duration: 947.773566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:14.506562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:13.553157Z","time spent":"953.394157ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:32:17.444244Z","caller":"traceutil/trace.go:171","msg":"trace[239431061] linearizableReadLoop","detail":"{readStateIndex:4138; appliedIndex:4137; }","duration":"368.375564ms","start":"2026-04-16T09:32:17.075841Z","end":"2026-04-16T09:32:17.444216Z","steps":["trace[239431061] 'read index received' (duration: 368.141637ms)","trace[239431061] 'applied index is now lower than readState.Index' (duration: 232.757µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:17.444424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.56204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:17.444381Z","caller":"traceutil/trace.go:171","msg":"trace[610192244] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"413.463667ms","start":"2026-04-16T09:32:17.030861Z","end":"2026-04-16T09:32:17.444325Z","steps":["trace[610192244] 'process raft request' (duration: 413.205479ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:17.444483Z","caller":"traceutil/trace.go:171","msg":"trace[1429364609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3973; }","duration":"368.726175ms","start":"2026-04-16T09:32:17.07574Z","end":"2026-04-16T09:32:17.444466Z","steps":["trace[1429364609] 'agreement among raft nodes before linearized reading' (duration: 368.618922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:17.444487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.131336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T09:32:17.444543Z","caller":"traceutil/trace.go:171","msg":"trace[1457894703] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:3973; }","duration":"218.228848ms","start":"2026-04-16T09:32:17.226296Z","end":"2026-04-16T09:32:17.444525Z","steps":["trace[1457894703] 'agreement among raft nodes before linearized reading' (duration: 218.068073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:17.444552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:17.075715Z","time spent":"368.805288ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:32:17.444599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:17.030836Z","time spent":"413.661133ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:18.25402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.006262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:18.254138Z","caller":"traceutil/trace.go:171","msg":"trace[1816667400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3988; }","duration":"182.198428ms","start":"2026-04-16T09:32:18.071915Z","end":"2026-04-16T09:32:18.254113Z","steps":["trace[1816667400] 'range keys from in-memory index tree' (duration: 181.883338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:21.141289Z","caller":"traceutil/trace.go:171","msg":"trace[1614348703] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"142.51464ms","start":"2026-04-16T09:32:20.998738Z","end":"2026-04-16T09:32:21.141253Z","steps":["trace[1614348703] 'process raft request' (duration: 142.263822ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:21.223118Z","caller":"traceutil/trace.go:171","msg":"trace[2013339087] linearizableReadLoop","detail":"{readStateIndex:4184; appliedIndex:4182; }","duration":"157.73235ms","start":"2026-04-16T09:32:21.065356Z","end":"2026-04-16T09:32:21.223088Z","steps":["trace[2013339087] 'read index received' (duration: 75.749159ms)","trace[2013339087] 'applied index is now lower than readState.Index' (duration: 81.982161ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:21.223419Z","caller":"traceutil/trace.go:171","msg":"trace[1669070375] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"220.819602ms","start":"2026-04-16T09:32:21.002585Z","end":"2026-04-16T09:32:21.223404Z","steps":["trace[1669070375] 'process raft request' (duration: 219.997476ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:21.223996Z","caller":"traceutil/trace.go:171","msg":"trace[1436002532] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"126.547706ms","start":"2026-04-16T09:32:21.097438Z","end":"2026-04-16T09:32:21.223986Z","steps":["trace[1436002532] 'process raft request' (duration: 125.410469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:21.224249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.866296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:32:21.224355Z","caller":"traceutil/trace.go:171","msg":"trace[300839993] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4019; }","duration":"159.014921ms","start":"2026-04-16T09:32:21.0653Z","end":"2026-04-16T09:32:21.224315Z","steps":["trace[300839993] 'agreement among raft nodes before linearized reading' (duration: 158.886087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:21.224686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.437634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:21.22473Z","caller":"traceutil/trace.go:171","msg":"trace[1477674452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4019; }","duration":"154.528737ms","start":"2026-04-16T09:32:21.070191Z","end":"2026-04-16T09:32:21.22472Z","steps":["trace[1477674452] 'agreement among raft nodes before linearized reading' (duration: 154.456564ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:21.656057Z","caller":"traceutil/trace.go:171","msg":"trace[1690339005] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"193.030458ms","start":"2026-04-16T09:32:21.463003Z","end":"2026-04-16T09:32:21.656034Z","steps":["trace[1690339005] 'process raft request' (duration: 192.600484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:21.837399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.580504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:21.837491Z","caller":"traceutil/trace.go:171","msg":"trace[1175116507] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4020; }","duration":"120.765169ms","start":"2026-04-16T09:32:21.716705Z","end":"2026-04-16T09:32:21.83747Z","steps":["trace[1175116507] 'count revisions from in-memory index tree' (duration: 120.482711ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:21.837926Z","caller":"traceutil/trace.go:171","msg":"trace[1562561068] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"107.945807ms","start":"2026-04-16T09:32:21.729743Z","end":"2026-04-16T09:32:21.837689Z","steps":["trace[1562561068] 'process raft request' (duration: 49.645129ms)","trace[1562561068] 'compare' (duration: 58.132562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:25.157592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.673185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:32:25.157832Z","caller":"traceutil/trace.go:171","msg":"trace[1453333679] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"441.041815ms","start":"2026-04-16T09:32:24.716764Z","end":"2026-04-16T09:32:25.157806Z","steps":["trace[1453333679] 'process raft request' (duration: 126.045649ms)","trace[1453333679] 'compare' (duration: 314.427228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:25.157926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:24.716751Z","time spent":"441.128758ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:25.158006Z","caller":"traceutil/trace.go:171","msg":"trace[825079253] linearizableReadLoop","detail":"{readStateIndex:4213; appliedIndex:4210; }","duration":"375.162414ms","start":"2026-04-16T09:32:24.782826Z","end":"2026-04-16T09:32:25.157988Z","steps":["trace[825079253] 'read index received' (duration: 60.031934ms)","trace[825079253] 'applied index is now lower than readState.Index' (duration: 315.12906ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:25.158093Z","caller":"traceutil/trace.go:171","msg":"trace[1961401201] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"440.524598ms","start":"2026-04-16T09:32:24.717545Z","end":"2026-04-16T09:32:25.15807Z","steps":["trace[1961401201] 'process raft request' (duration: 440.366063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:25.158148Z","caller":"traceutil/trace.go:171","msg":"trace[1485721000] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"440.541379ms","start":"2026-04-16T09:32:24.717545Z","end":"2026-04-16T09:32:25.158086Z","steps":["trace[1485721000] 'process raft request' (duration: 440.188548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:25.15823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:24.717534Z","time spent":"440.624842ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:25.158303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:24.717536Z","time spent":"440.684894ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:25.158374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.24386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141484"} {"level":"info","ts":"2026-04-16T09:32:25.158438Z","caller":"traceutil/trace.go:171","msg":"trace[1252604474] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4046; }","duration":"440.310412ms","start":"2026-04-16T09:32:24.718111Z","end":"2026-04-16T09:32:25.158422Z","steps":["trace[1252604474] 'agreement among raft nodes before linearized reading' (duration: 439.967671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:25.15849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:24.718045Z","time spent":"440.431436ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":141507,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:32:25.209165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.20806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:25.209221Z","caller":"traceutil/trace.go:171","msg":"trace[1946322788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4047; }","duration":"137.308893ms","start":"2026-04-16T09:32:25.0719Z","end":"2026-04-16T09:32:25.209208Z","steps":["trace[1946322788] 'agreement among raft nodes before linearized reading' (duration: 137.205709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:25.87033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.421601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:32:25.870468Z","caller":"traceutil/trace.go:171","msg":"trace[1309299814] linearizableReadLoop","detail":"{readStateIndex:4215; appliedIndex:4214; }","duration":"571.187877ms","start":"2026-04-16T09:32:25.299257Z","end":"2026-04-16T09:32:25.870445Z","steps":["trace[1309299814] 'read index received' (duration: 336.455256ms)","trace[1309299814] 'applied index is now lower than readState.Index' (duration: 234.730471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:25.870858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.615291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:32:25.870848Z","caller":"traceutil/trace.go:171","msg":"trace[1528933326] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"633.430772ms","start":"2026-04-16T09:32:25.237384Z","end":"2026-04-16T09:32:25.870815Z","steps":["trace[1528933326] 'process raft request' (duration: 398.406462ms)","trace[1528933326] 'compare' (duration: 234.200544ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:25.87092Z","caller":"traceutil/trace.go:171","msg":"trace[1720627342] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4048; }","duration":"571.738935ms","start":"2026-04-16T09:32:25.299167Z","end":"2026-04-16T09:32:25.870906Z","steps":["trace[1720627342] 'agreement among raft nodes before linearized reading' (duration: 571.630062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:25.87096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:25.299134Z","time spent":"571.817688ms","remote":"127.0.0.1:48308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:25.870986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.054605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T09:32:25.870973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.569312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:32:25.871025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:25.237358Z","time spent":"633.568377ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:25.871047Z","caller":"traceutil/trace.go:171","msg":"trace[550083984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4048; }","duration":"151.157948ms","start":"2026-04-16T09:32:25.719875Z","end":"2026-04-16T09:32:25.871033Z","steps":["trace[550083984] 'agreement among raft nodes before linearized reading' (duration: 150.948811ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:25.87107Z","caller":"traceutil/trace.go:171","msg":"trace[693319473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4048; }","duration":"201.721218ms","start":"2026-04-16T09:32:25.669328Z","end":"2026-04-16T09:32:25.871049Z","steps":["trace[693319473] 'agreement among raft nodes before linearized reading' (duration: 201.47512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:26.391438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414815755,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:32:26.399693Z","caller":"traceutil/trace.go:171","msg":"trace[1379295267] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"524.383309ms","start":"2026-04-16T09:32:25.875288Z","end":"2026-04-16T09:32:26.399672Z","steps":["trace[1379295267] 'process raft request' (duration: 524.245234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:26.399824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:25.875254Z","time spent":"524.490122ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:26.50643Z","caller":"traceutil/trace.go:171","msg":"trace[860459269] linearizableReadLoop","detail":"{readStateIndex:4217; appliedIndex:4216; }","duration":"615.318928ms","start":"2026-04-16T09:32:25.891095Z","end":"2026-04-16T09:32:26.506414Z","steps":["trace[860459269] 'read index received' (duration: 508.560919ms)","trace[860459269] 'applied index is now lower than readState.Index' (duration: 106.757369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:26.506562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.453982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:26.50655Z","caller":"traceutil/trace.go:171","msg":"trace[1275559763] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"111.519631ms","start":"2026-04-16T09:32:26.394984Z","end":"2026-04-16T09:32:26.506504Z","steps":["trace[1275559763] 'process raft request' (duration: 111.388517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:26.506615Z","caller":"traceutil/trace.go:171","msg":"trace[198816502] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4051; }","duration":"615.543755ms","start":"2026-04-16T09:32:25.891058Z","end":"2026-04-16T09:32:26.506602Z","steps":["trace[198816502] 'agreement among raft nodes before linearized reading' (duration: 615.452242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:26.50667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:25.891039Z","time spent":"615.618056ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:32:26.506683Z","caller":"traceutil/trace.go:171","msg":"trace[301926272] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"500.874732ms","start":"2026-04-16T09:32:26.00579Z","end":"2026-04-16T09:32:26.506665Z","steps":["trace[301926272] 'process raft request' (duration: 490.747516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:26.506782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:26.005758Z","time spent":"500.962704ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:26.506847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.959723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:26.506869Z","caller":"traceutil/trace.go:171","msg":"trace[808813533] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4051; }","duration":"179.038716ms","start":"2026-04-16T09:32:26.327824Z","end":"2026-04-16T09:32:26.506863Z","steps":["trace[808813533] 'agreement among raft nodes before linearized reading' (duration: 178.997965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:27.304218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.735173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l\" ","response":"range_response_count:1 size:6143"} {"level":"info","ts":"2026-04-16T09:32:27.304295Z","caller":"traceutil/trace.go:171","msg":"trace[711916693] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l; range_end:; response_count:1; response_revision:4063; }","duration":"131.857397ms","start":"2026-04-16T09:32:27.17242Z","end":"2026-04-16T09:32:27.304277Z","steps":["trace[711916693] 'agreement among raft nodes before linearized reading' (duration: 131.715492ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:29.646931Z","caller":"traceutil/trace.go:171","msg":"trace[2112742874] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"110.192749ms","start":"2026-04-16T09:32:29.536707Z","end":"2026-04-16T09:32:29.646899Z","steps":["trace[2112742874] 'process raft request' (duration: 43.576043ms)","trace[2112742874] 'compare' (duration: 66.468151ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:29.676485Z","caller":"traceutil/trace.go:171","msg":"trace[1274089842] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"138.869752ms","start":"2026-04-16T09:32:29.537604Z","end":"2026-04-16T09:32:29.676473Z","steps":["trace[1274089842] 'process raft request' (duration: 138.79925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.547843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.346638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:32:31.547931Z","caller":"traceutil/trace.go:171","msg":"trace[322998509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4092; }","duration":"655.477732ms","start":"2026-04-16T09:32:30.892434Z","end":"2026-04-16T09:32:31.547911Z","steps":["trace[322998509] 'range keys from in-memory index tree' (duration: 655.149171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.547924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.56982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:31.547971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:30.892416Z","time spent":"655.543564ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:32:31.547989Z","caller":"traceutil/trace.go:171","msg":"trace[1100352115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4092; }","duration":"476.676943ms","start":"2026-04-16T09:32:31.071293Z","end":"2026-04-16T09:32:31.54797Z","steps":["trace[1100352115] 'range keys from in-memory index tree' (duration: 476.483556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.548001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.20691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T09:32:31.548036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:31.071272Z","time spent":"476.752076ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:32:31.548004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.509533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:32:31.548066Z","caller":"traceutil/trace.go:171","msg":"trace[1382284707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4092; }","duration":"323.315073ms","start":"2026-04-16T09:32:31.224736Z","end":"2026-04-16T09:32:31.548051Z","steps":["trace[1382284707] 'range keys from in-memory index tree' (duration: 323.036105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.548044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.421016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:32:31.54809Z","caller":"traceutil/trace.go:171","msg":"trace[451296614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:4092; }","duration":"655.637537ms","start":"2026-04-16T09:32:30.892435Z","end":"2026-04-16T09:32:31.548073Z","steps":["trace[451296614] 'range keys from in-memory index tree' (duration: 655.268625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.548125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:31.224715Z","time spent":"323.397016ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:31.548138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:30.892417Z","time spent":"655.71147ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:32:31.548138Z","caller":"traceutil/trace.go:171","msg":"trace[2120269970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4092; }","duration":"309.53696ms","start":"2026-04-16T09:32:31.238582Z","end":"2026-04-16T09:32:31.548119Z","steps":["trace[2120269970] 'range keys from in-memory index tree' (duration: 309.284911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.548191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:31.23857Z","time spent":"309.604181ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:31.548221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.811444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:32:31.548325Z","caller":"traceutil/trace.go:171","msg":"trace[460766729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4092; }","duration":"307.969229ms","start":"2026-04-16T09:32:31.240332Z","end":"2026-04-16T09:32:31.548301Z","steps":["trace[460766729] 'range keys from in-memory index tree' (duration: 307.629438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.548373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:31.240316Z","time spent":"308.046541ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:31.548361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.048231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T09:32:31.54849Z","caller":"traceutil/trace.go:171","msg":"trace[1858217278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4092; }","duration":"625.193097ms","start":"2026-04-16T09:32:30.923236Z","end":"2026-04-16T09:32:31.548429Z","steps":["trace[1858217278] 'range keys from in-memory index tree' (duration: 624.430302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.548553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:30.923214Z","time spent":"625.32356ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T09:32:31.552154Z","caller":"traceutil/trace.go:171","msg":"trace[905769245] linearizableReadLoop","detail":"{readStateIndex:4261; appliedIndex:4260; }","duration":"207.527584ms","start":"2026-04-16T09:32:31.344578Z","end":"2026-04-16T09:32:31.552106Z","steps":["trace[905769245] 'read index received' (duration: 207.233504ms)","trace[905769245] 'applied index is now lower than readState.Index' (duration: 292.95µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:31.552255Z","caller":"traceutil/trace.go:171","msg":"trace[684312315] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"215.746189ms","start":"2026-04-16T09:32:31.336479Z","end":"2026-04-16T09:32:31.552226Z","steps":["trace[684312315] 'process raft request' (duration: 215.436679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:31.552401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.806353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:32:31.552514Z","caller":"traceutil/trace.go:171","msg":"trace[585277087] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:4093; }","duration":"207.926827ms","start":"2026-04-16T09:32:31.344558Z","end":"2026-04-16T09:32:31.552485Z","steps":["trace[585277087] 'agreement among raft nodes before linearized reading' (duration: 207.71772ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:32.045855Z","caller":"traceutil/trace.go:171","msg":"trace[1215628552] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"126.953379ms","start":"2026-04-16T09:32:31.918864Z","end":"2026-04-16T09:32:32.045817Z","steps":["trace[1215628552] 'process raft request' (duration: 69.754016ms)","trace[1215628552] 'compare' (duration: 56.967885ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:33.40377Z","caller":"traceutil/trace.go:171","msg":"trace[1285091280] linearizableReadLoop","detail":"{readStateIndex:4271; appliedIndex:4270; }","duration":"333.244922ms","start":"2026-04-16T09:32:33.070496Z","end":"2026-04-16T09:32:33.403741Z","steps":["trace[1285091280] 'read index received' (duration: 233.918273ms)","trace[1285091280] 'applied index is now lower than readState.Index' (duration: 99.324539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:33.403868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.364896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:33.403922Z","caller":"traceutil/trace.go:171","msg":"trace[1924443518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4102; }","duration":"333.45816ms","start":"2026-04-16T09:32:33.070451Z","end":"2026-04-16T09:32:33.40391Z","steps":["trace[1924443518] 'agreement among raft nodes before linearized reading' (duration: 333.368597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:33.403949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.070434Z","time spent":"333.511241ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:32:34.062338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414815882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:32:34.563384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414815882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:32:35.063597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414815882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:32:35.564915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414815882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:32:35.717516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.157261702s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:32:35.717977Z","caller":"traceutil/trace.go:171","msg":"trace[369505667] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"2.158898225s","start":"2026-04-16T09:32:33.559048Z","end":"2026-04-16T09:32:35.717946Z","steps":["trace[369505667] 'process raft request' (duration: 2.158702409s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.71813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.55902Z","time spent":"2.159029508s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:35.918415Z","caller":"traceutil/trace.go:171","msg":"trace[1792609376] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"1.867492089s","start":"2026-04-16T09:32:34.050875Z","end":"2026-04-16T09:32:35.918367Z","steps":["trace[1792609376] 'process raft request' (duration: 1.867348855s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.91854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.050861Z","time spent":"1.867598422s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:35.91839Z","caller":"traceutil/trace.go:171","msg":"trace[1996316723] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"1.904583024s","start":"2026-04-16T09:32:34.013786Z","end":"2026-04-16T09:32:35.918369Z","steps":["trace[1996316723] 'process raft request' (duration: 1.904294984s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:35.918612Z","caller":"traceutil/trace.go:171","msg":"trace[1981696627] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"1.290501935s","start":"2026-04-16T09:32:34.628095Z","end":"2026-04-16T09:32:35.918597Z","steps":["trace[1981696627] 'process raft request' (duration: 1.290204875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.918676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.013764Z","time spent":"1.904838142s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:35.91872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.628067Z","time spent":"1.290596238s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:35.918754Z","caller":"traceutil/trace.go:171","msg":"trace[462807518] linearizableReadLoop","detail":"{readStateIndex:4276; appliedIndex:4271; }","duration":"2.356565092s","start":"2026-04-16T09:32:33.562178Z","end":"2026-04-16T09:32:35.918743Z","steps":["trace[462807518] 'read index received' (duration: 2.155537257s)","trace[462807518] 'applied index is now lower than readState.Index' (duration: 201.027315ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:35.918822Z","caller":"traceutil/trace.go:171","msg":"trace[1334263190] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"1.112413709s","start":"2026-04-16T09:32:34.806387Z","end":"2026-04-16T09:32:35.918801Z","steps":["trace[1334263190] 'process raft request' (duration: 1.112143841s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.91887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054526443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:35.918887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356707506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T09:32:35.918899Z","caller":"traceutil/trace.go:171","msg":"trace[319402252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4107; }","duration":"2.054599405s","start":"2026-04-16T09:32:33.86429Z","end":"2026-04-16T09:32:35.91889Z","steps":["trace[319402252] 'agreement among raft nodes before linearized reading' (duration: 2.054554394s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:35.918908Z","caller":"traceutil/trace.go:171","msg":"trace[1282268914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4107; }","duration":"2.356761108s","start":"2026-04-16T09:32:33.56214Z","end":"2026-04-16T09:32:35.918901Z","steps":["trace[1282268914] 'agreement among raft nodes before linearized reading' (duration: 2.356659064s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.918921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.864267Z","time spent":"2.054646987s","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:35.918914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.806348Z","time spent":"1.112515832s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:35.918983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877527392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:35.919009Z","caller":"traceutil/trace.go:171","msg":"trace[774132795] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4107; }","duration":"1.877580074s","start":"2026-04-16T09:32:34.041423Z","end":"2026-04-16T09:32:35.919003Z","steps":["trace[774132795] 'agreement among raft nodes before linearized reading' (duration: 1.877536443s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.919026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.041407Z","time spent":"1.877613434s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:35.919055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848072804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:35.919046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799873262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:32:35.918927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.562126Z","time spent":"2.356794898s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T09:32:35.919127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398020839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:32:35.919131Z","caller":"traceutil/trace.go:171","msg":"trace[733143634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4107; }","duration":"1.848163197s","start":"2026-04-16T09:32:34.070935Z","end":"2026-04-16T09:32:35.919098Z","steps":["trace[733143634] 'agreement among raft nodes before linearized reading' (duration: 1.848075294s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:35.919153Z","caller":"traceutil/trace.go:171","msg":"trace[541685494] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4107; }","duration":"1.800055977s","start":"2026-04-16T09:32:34.119074Z","end":"2026-04-16T09:32:35.919129Z","steps":["trace[541685494] 'agreement among raft nodes before linearized reading' (duration: 1.79984117s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:35.91917Z","caller":"traceutil/trace.go:171","msg":"trace[2071339720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4107; }","duration":"1.398115381s","start":"2026-04-16T09:32:34.521043Z","end":"2026-04-16T09:32:35.919158Z","steps":["trace[2071339720] 'agreement among raft nodes before linearized reading' (duration: 1.397998277s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.91918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.070889Z","time spent":"1.8482794s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:32:35.9192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.521019Z","time spent":"1.398174593s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:32:35.919206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.119056Z","time spent":"1.80013787s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:32:35.919221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329170949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T09:32:35.919229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329209861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:32:35.919276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321581054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:32:35.919281Z","caller":"traceutil/trace.go:171","msg":"trace[486841612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4107; }","duration":"2.329243661s","start":"2026-04-16T09:32:33.590024Z","end":"2026-04-16T09:32:35.919267Z","steps":["trace[486841612] 'agreement among raft nodes before linearized reading' (duration: 2.329038745s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:35.919289Z","caller":"traceutil/trace.go:171","msg":"trace[1649481137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4107; }","duration":"2.329286683s","start":"2026-04-16T09:32:33.589988Z","end":"2026-04-16T09:32:35.919275Z","steps":["trace[1649481137] 'agreement among raft nodes before linearized reading' (duration: 2.329087716s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:35.919301Z","caller":"traceutil/trace.go:171","msg":"trace[1827358706] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:4107; }","duration":"2.321646006s","start":"2026-04-16T09:32:33.597648Z","end":"2026-04-16T09:32:35.919294Z","steps":["trace[1827358706] 'agreement among raft nodes before linearized reading' (duration: 2.321566444s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.919317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.590016Z","time spent":"2.329292753s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:35.919325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.589981Z","time spent":"2.329336604s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:32:35.919353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323780696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:32:35.91933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517513346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:32:35.919382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329421628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T09:32:35.919323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.597628Z","time spent":"2.321689908s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:32:35.919456Z","caller":"traceutil/trace.go:171","msg":"trace[1377026693] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4107; }","duration":"1.517715553s","start":"2026-04-16T09:32:34.401708Z","end":"2026-04-16T09:32:35.919424Z","steps":["trace[1377026693] 'agreement among raft nodes before linearized reading' (duration: 1.517408324s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.919969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:34.401679Z","time spent":"1.518264981s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:32:35.919395Z","caller":"traceutil/trace.go:171","msg":"trace[1924535078] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:4107; }","duration":"2.323823677s","start":"2026-04-16T09:32:33.595563Z","end":"2026-04-16T09:32:35.919387Z","steps":["trace[1924535078] 'agreement among raft nodes before linearized reading' (duration: 2.323706954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.920242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.595552Z","time spent":"2.324673434s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"info","ts":"2026-04-16T09:32:35.920215Z","caller":"traceutil/trace.go:171","msg":"trace[472606650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4107; }","duration":"2.329596073s","start":"2026-04-16T09:32:33.589929Z","end":"2026-04-16T09:32:35.919525Z","steps":["trace[472606650] 'agreement among raft nodes before linearized reading' (duration: 2.329279283s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.920371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.589924Z","time spent":"2.330402679s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:35.91908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33726518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:32:35.920462Z","caller":"traceutil/trace.go:171","msg":"trace[1780434895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4107; }","duration":"2.338748747s","start":"2026-04-16T09:32:33.581692Z","end":"2026-04-16T09:32:35.92044Z","steps":["trace[1780434895] 'agreement among raft nodes before linearized reading' (duration: 2.337154696s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:35.920522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:33.581679Z","time spent":"2.33882685s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:32:42.163412Z","caller":"traceutil/trace.go:171","msg":"trace[819971947] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"132.87642ms","start":"2026-04-16T09:32:42.030512Z","end":"2026-04-16T09:32:42.163388Z","steps":["trace[819971947] 'process raft request' (duration: 132.709044ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:42.163611Z","caller":"traceutil/trace.go:171","msg":"trace[1066435430] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"131.544057ms","start":"2026-04-16T09:32:42.032061Z","end":"2026-04-16T09:32:42.163605Z","steps":["trace[1066435430] 'process raft request' (duration: 131.287228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:42.163768Z","caller":"traceutil/trace.go:171","msg":"trace[974333716] linearizableReadLoop","detail":"{readStateIndex:4308; appliedIndex:4306; }","duration":"132.059863ms","start":"2026-04-16T09:32:42.031697Z","end":"2026-04-16T09:32:42.163757Z","steps":["trace[974333716] 'read index received' (duration: 3.331007ms)","trace[974333716] 'applied index is now lower than readState.Index' (duration: 128.727876ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:42.1638Z","caller":"traceutil/trace.go:171","msg":"trace[150176277] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"131.616809ms","start":"2026-04-16T09:32:42.032166Z","end":"2026-04-16T09:32:42.163783Z","steps":["trace[150176277] 'process raft request' (duration: 131.415063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:42.163824Z","caller":"traceutil/trace.go:171","msg":"trace[1418245900] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"131.598928ms","start":"2026-04-16T09:32:42.032218Z","end":"2026-04-16T09:32:42.163817Z","steps":["trace[1418245900] 'process raft request' (duration: 131.501885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:42.164427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.699634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141059"} {"level":"info","ts":"2026-04-16T09:32:42.164525Z","caller":"traceutil/trace.go:171","msg":"trace[1139661742] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4141; }","duration":"132.848459ms","start":"2026-04-16T09:32:42.031657Z","end":"2026-04-16T09:32:42.164506Z","steps":["trace[1139661742] 'agreement among raft nodes before linearized reading' (duration: 132.198878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:42.175553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.818468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141059"} {"level":"info","ts":"2026-04-16T09:32:42.175615Z","caller":"traceutil/trace.go:171","msg":"trace[711761714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4142; }","duration":"141.90488ms","start":"2026-04-16T09:32:42.033698Z","end":"2026-04-16T09:32:42.175602Z","steps":["trace[711761714] 'agreement among raft nodes before linearized reading' (duration: 141.638502ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:48.417483Z","caller":"traceutil/trace.go:171","msg":"trace[744214960] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"557.370552ms","start":"2026-04-16T09:32:47.860083Z","end":"2026-04-16T09:32:48.417454Z","steps":["trace[744214960] 'process raft request' (duration: 557.162725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.417671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:47.86006Z","time spent":"557.520897ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:48.550764Z","caller":"traceutil/trace.go:171","msg":"trace[727475644] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"562.243969ms","start":"2026-04-16T09:32:47.98849Z","end":"2026-04-16T09:32:48.550734Z","steps":["trace[727475644] 'process raft request' (duration: 562.027832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.550941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:47.988464Z","time spent":"562.393254ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:32:48.550986Z","caller":"traceutil/trace.go:171","msg":"trace[1244538371] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"517.188408ms","start":"2026-04-16T09:32:48.033768Z","end":"2026-04-16T09:32:48.550957Z","steps":["trace[1244538371] 'process raft request' (duration: 516.912849ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:48.551218Z","caller":"traceutil/trace.go:171","msg":"trace[1214703461] linearizableReadLoop","detail":"{readStateIndex:4345; appliedIndex:4341; }","duration":"498.763744ms","start":"2026-04-16T09:32:48.05242Z","end":"2026-04-16T09:32:48.551183Z","steps":["trace[1214703461] 'read index received' (duration: 364.82569ms)","trace[1214703461] 'applied index is now lower than readState.Index' (duration: 133.936434ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:48.551329Z","caller":"traceutil/trace.go:171","msg":"trace[1413905136] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"508.069685ms","start":"2026-04-16T09:32:48.043241Z","end":"2026-04-16T09:32:48.551311Z","steps":["trace[1413905136] 'process raft request' (duration: 507.660871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.551336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.03374Z","time spent":"517.384714ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:48.551414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.043226Z","time spent":"508.143226ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:32:48.551626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.892554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:32:48.551686Z","caller":"traceutil/trace.go:171","msg":"trace[718309798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4172; }","duration":"360.995897ms","start":"2026-04-16T09:32:48.190675Z","end":"2026-04-16T09:32:48.551671Z","steps":["trace[718309798] 'agreement among raft nodes before linearized reading' (duration: 360.848782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.551704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.600609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T09:32:48.551737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.190655Z","time spent":"361.07058ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:48.551785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.767225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:32:48.551849Z","caller":"traceutil/trace.go:171","msg":"trace[1694639508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4172; }","duration":"480.866328ms","start":"2026-04-16T09:32:48.070964Z","end":"2026-04-16T09:32:48.55183Z","steps":["trace[1694639508] 'agreement among raft nodes before linearized reading' (duration: 480.795956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.551867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.57306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:32:48.551893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.547865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:32:48.551921Z","caller":"traceutil/trace.go:171","msg":"trace[246899213] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:4172; }","duration":"345.650503ms","start":"2026-04-16T09:32:48.206256Z","end":"2026-04-16T09:32:48.551907Z","steps":["trace[246899213] 'agreement among raft nodes before linearized reading' (duration: 345.365834ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:48.551967Z","caller":"traceutil/trace.go:171","msg":"trace[664878523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4172; }","duration":"361.626148ms","start":"2026-04-16T09:32:48.190309Z","end":"2026-04-16T09:32:48.551935Z","steps":["trace[664878523] 'agreement among raft nodes before linearized reading' (duration: 361.503074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.551989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.364698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:32:48.552021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.190294Z","time spent":"361.7127ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T09:32:48.552059Z","caller":"traceutil/trace.go:171","msg":"trace[987741127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:4172; }","duration":"356.453711ms","start":"2026-04-16T09:32:48.195583Z","end":"2026-04-16T09:32:48.552037Z","steps":["trace[987741127] 'agreement among raft nodes before linearized reading' (duration: 356.301926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.552107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.195568Z","time spent":"356.525813ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"warn","ts":"2026-04-16T09:32:48.551733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.033305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T09:32:48.552066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.206244Z","time spent":"345.804248ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"warn","ts":"2026-04-16T09:32:48.552269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.121756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T09:32:48.551631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.784845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T09:32:48.552314Z","caller":"traceutil/trace.go:171","msg":"trace[328329617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4172; }","duration":"499.919742ms","start":"2026-04-16T09:32:48.052381Z","end":"2026-04-16T09:32:48.552301Z","steps":["trace[328329617] 'agreement among raft nodes before linearized reading' (duration: 499.008402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.552362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.052364Z","time spent":"499.983834ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:32:48.552365Z","caller":"traceutil/trace.go:171","msg":"trace[1263368643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4172; }","duration":"481.517119ms","start":"2026-04-16T09:32:48.070825Z","end":"2026-04-16T09:32:48.552342Z","steps":["trace[1263368643] 'agreement among raft nodes before linearized reading' (duration: 480.62422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.55242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.070768Z","time spent":"481.633403ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T09:32:48.552215Z","caller":"traceutil/trace.go:171","msg":"trace[2118231559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4172; }","duration":"364.550261ms","start":"2026-04-16T09:32:48.18765Z","end":"2026-04-16T09:32:48.5522Z","steps":["trace[2118231559] 'agreement among raft nodes before linearized reading' (duration: 364.013134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.552564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.187631Z","time spent":"364.913383ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:32:48.551901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.070943Z","time spent":"480.94718ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:32:48.551783Z","caller":"traceutil/trace.go:171","msg":"trace[437363218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4172; }","duration":"362.727793ms","start":"2026-04-16T09:32:48.189036Z","end":"2026-04-16T09:32:48.551764Z","steps":["trace[437363218] 'agreement among raft nodes before linearized reading' (duration: 362.550918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:48.552911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:32:48.189019Z","time spent":"363.838999ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:32:57.331018Z","caller":"traceutil/trace.go:171","msg":"trace[164401139] linearizableReadLoop","detail":"{readStateIndex:4402; appliedIndex:4401; }","duration":"121.737771ms","start":"2026-04-16T09:32:57.209254Z","end":"2026-04-16T09:32:57.330992Z","steps":["trace[164401139] 'read index received' (duration: 121.496834ms)","trace[164401139] 'applied index is now lower than readState.Index' (duration: 239.717µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:57.33112Z","caller":"traceutil/trace.go:171","msg":"trace[279364938] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"173.160967ms","start":"2026-04-16T09:32:57.157924Z","end":"2026-04-16T09:32:57.331085Z","steps":["trace[279364938] 'process raft request' (duration: 172.852837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:57.331189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.922467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-16T09:32:57.331228Z","caller":"traceutil/trace.go:171","msg":"trace[816719963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4228; }","duration":"122.00766ms","start":"2026-04-16T09:32:57.209207Z","end":"2026-04-16T09:32:57.331215Z","steps":["trace[816719963] 'agreement among raft nodes before linearized reading' (duration: 121.879615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:32:57.331249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.053809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T09:32:57.331306Z","caller":"traceutil/trace.go:171","msg":"trace[1721765837] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:4228; }","duration":"103.132262ms","start":"2026-04-16T09:32:57.228159Z","end":"2026-04-16T09:32:57.331291Z","steps":["trace[1721765837] 'agreement among raft nodes before linearized reading' (duration: 102.995288ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:57.527817Z","caller":"traceutil/trace.go:171","msg":"trace[431179848] linearizableReadLoop","detail":"{readStateIndex:4403; appliedIndex:4402; }","duration":"190.782765ms","start":"2026-04-16T09:32:57.337006Z","end":"2026-04-16T09:32:57.527789Z","steps":["trace[431179848] 'read index received' (duration: 172.441204ms)","trace[431179848] 'applied index is now lower than readState.Index' (duration: 18.340301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:57.528044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.015902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7677c355-fc09-4207-9243-d8928a13fb5f\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-16T09:32:57.528088Z","caller":"traceutil/trace.go:171","msg":"trace[1992718235] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7677c355-fc09-4207-9243-d8928a13fb5f; range_end:; response_count:1; response_revision:4228; }","duration":"191.103175ms","start":"2026-04-16T09:32:57.336971Z","end":"2026-04-16T09:32:57.528074Z","steps":["trace[1992718235] 'agreement among raft nodes before linearized reading' (duration: 190.923939ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:57.601006Z","caller":"traceutil/trace.go:171","msg":"trace[9101314] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"263.9192ms","start":"2026-04-16T09:32:57.337063Z","end":"2026-04-16T09:32:57.600982Z","steps":["trace[9101314] 'process raft request' (duration: 263.460016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:57.601395Z","caller":"traceutil/trace.go:171","msg":"trace[307769642] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"262.923958ms","start":"2026-04-16T09:32:57.338456Z","end":"2026-04-16T09:32:57.60138Z","steps":["trace[307769642] 'process raft request' (duration: 262.743592ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:57.60148Z","caller":"traceutil/trace.go:171","msg":"trace[1850389551] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"262.828286ms","start":"2026-04-16T09:32:57.338633Z","end":"2026-04-16T09:32:57.601461Z","steps":["trace[1850389551] 'process raft request' (duration: 262.773284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:57.601509Z","caller":"traceutil/trace.go:171","msg":"trace[212551538] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"263.842578ms","start":"2026-04-16T09:32:57.337655Z","end":"2026-04-16T09:32:57.601497Z","steps":["trace[212551538] 'process raft request' (duration: 263.28106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:57.601594Z","caller":"traceutil/trace.go:171","msg":"trace[1999076559] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"262.994561ms","start":"2026-04-16T09:32:57.33859Z","end":"2026-04-16T09:32:57.601585Z","steps":["trace[1999076559] 'process raft request' (duration: 262.687681ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:57.601737Z","caller":"traceutil/trace.go:171","msg":"trace[1478084253] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"263.119754ms","start":"2026-04-16T09:32:57.338609Z","end":"2026-04-16T09:32:57.601729Z","steps":["trace[1478084253] 'process raft request' (duration: 262.742162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:57.716781Z","caller":"traceutil/trace.go:171","msg":"trace[2041743407] linearizableReadLoop","detail":"{readStateIndex:4410; appliedIndex:4409; }","duration":"107.011897ms","start":"2026-04-16T09:32:57.609736Z","end":"2026-04-16T09:32:57.716748Z","steps":["trace[2041743407] 'read index received' (duration: 23.464916ms)","trace[2041743407] 'applied index is now lower than readState.Index' (duration: 83.545441ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:32:57.716996Z","caller":"traceutil/trace.go:171","msg":"trace[956499643] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"188.000426ms","start":"2026-04-16T09:32:57.528965Z","end":"2026-04-16T09:32:57.716965Z","steps":["trace[956499643] 'process raft request' (duration: 104.326281ms)","trace[956499643] 'compare' (duration: 83.23389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:32:57.717131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.378998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T09:32:57.717199Z","caller":"traceutil/trace.go:171","msg":"trace[1351313848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4235; }","duration":"107.499263ms","start":"2026-04-16T09:32:57.609684Z","end":"2026-04-16T09:32:57.717183Z","steps":["trace[1351313848] 'agreement among raft nodes before linearized reading' (duration: 107.216524ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:32:58.603822Z","caller":"traceutil/trace.go:171","msg":"trace[1945806341] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"118.607ms","start":"2026-04-16T09:32:58.485191Z","end":"2026-04-16T09:32:58.603798Z","steps":["trace[1945806341] 'process raft request' (duration: 88.896083ms)","trace[1945806341] 'compare' (duration: 29.598934ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:04.724299Z","caller":"traceutil/trace.go:171","msg":"trace[797217377] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"103.505454ms","start":"2026-04-16T09:33:04.620743Z","end":"2026-04-16T09:33:04.724249Z","steps":["trace[797217377] 'process raft request' (duration: 103.235315ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:04.765106Z","caller":"traceutil/trace.go:171","msg":"trace[1797147520] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"104.898628ms","start":"2026-04-16T09:33:04.659966Z","end":"2026-04-16T09:33:04.764865Z","steps":["trace[1797147520] 'process raft request' (duration: 104.604219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:04.765418Z","caller":"traceutil/trace.go:171","msg":"trace[2020102864] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"105.181147ms","start":"2026-04-16T09:33:04.660218Z","end":"2026-04-16T09:33:04.765399Z","steps":["trace[2020102864] 'process raft request' (duration: 104.593539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:04.766115Z","caller":"traceutil/trace.go:171","msg":"trace[1609819852] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"104.529907ms","start":"2026-04-16T09:33:04.66156Z","end":"2026-04-16T09:33:04.76609Z","steps":["trace[1609819852] 'process raft request' (duration: 103.761462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:10.193942Z","caller":"traceutil/trace.go:171","msg":"trace[1515376571] linearizableReadLoop","detail":"{readStateIndex:4496; appliedIndex:4495; }","duration":"413.222239ms","start":"2026-04-16T09:33:09.780693Z","end":"2026-04-16T09:33:10.193916Z","steps":["trace[1515376571] 'read index received' (duration: 412.990231ms)","trace[1515376571] 'applied index is now lower than readState.Index' (duration: 231.087µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:10.194035Z","caller":"traceutil/trace.go:171","msg":"trace[157537694] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"430.683262ms","start":"2026-04-16T09:33:09.763329Z","end":"2026-04-16T09:33:10.194012Z","steps":["trace[157537694] 'process raft request' (duration: 430.427193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:10.194173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:09.763307Z","time spent":"430.780084ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:10.194228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.843979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:33:10.194242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.73375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T09:33:10.194253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.552532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:33:10.194315Z","caller":"traceutil/trace.go:171","msg":"trace[850701180] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4319; }","duration":"250.992394ms","start":"2026-04-16T09:33:09.9433Z","end":"2026-04-16T09:33:10.194293Z","steps":["trace[850701180] 'agreement among raft nodes before linearized reading' (duration: 250.854529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:10.19433Z","caller":"traceutil/trace.go:171","msg":"trace[954016766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4319; }","duration":"365.854443ms","start":"2026-04-16T09:33:09.828456Z","end":"2026-04-16T09:33:10.194311Z","steps":["trace[954016766] 'agreement among raft nodes before linearized reading' (duration: 365.625496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:10.194345Z","caller":"traceutil/trace.go:171","msg":"trace[1660843491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4319; }","duration":"124.717007ms","start":"2026-04-16T09:33:10.069607Z","end":"2026-04-16T09:33:10.194325Z","steps":["trace[1660843491] 'agreement among raft nodes before linearized reading' (duration: 124.51112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:10.194379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:09.828439Z","time spent":"365.926346ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T09:33:10.194993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.268063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-16T09:33:10.195044Z","caller":"traceutil/trace.go:171","msg":"trace[651326545] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4319; }","duration":"414.382187ms","start":"2026-04-16T09:33:09.78065Z","end":"2026-04-16T09:33:10.195033Z","steps":["trace[651326545] 'agreement among raft nodes before linearized reading' (duration: 413.416735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:10.195211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:09.78063Z","time spent":"414.562162ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-16T09:33:10.381866Z","caller":"traceutil/trace.go:171","msg":"trace[1559328487] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"181.392222ms","start":"2026-04-16T09:33:10.200442Z","end":"2026-04-16T09:33:10.381834Z","steps":["trace[1559328487] 'process raft request' (duration: 111.140929ms)","trace[1559328487] 'compare' (duration: 70.100118ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:10.395083Z","caller":"traceutil/trace.go:171","msg":"trace[515022650] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"188.980336ms","start":"2026-04-16T09:33:10.20606Z","end":"2026-04-16T09:33:10.39504Z","steps":["trace[515022650] 'process raft request' (duration: 188.835172ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:10.39513Z","caller":"traceutil/trace.go:171","msg":"trace[1440362654] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"185.705901ms","start":"2026-04-16T09:33:10.20939Z","end":"2026-04-16T09:33:10.395096Z","steps":["trace[1440362654] 'process raft request' (duration: 185.65654ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:10.395152Z","caller":"traceutil/trace.go:171","msg":"trace[1613717888] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"189.320487ms","start":"2026-04-16T09:33:10.205806Z","end":"2026-04-16T09:33:10.395127Z","steps":["trace[1613717888] 'process raft request' (duration: 188.892023ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:10.395244Z","caller":"traceutil/trace.go:171","msg":"trace[829396353] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"188.920535ms","start":"2026-04-16T09:33:10.206217Z","end":"2026-04-16T09:33:10.395137Z","steps":["trace[829396353] 'process raft request' (duration: 188.761179ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:10.395307Z","caller":"traceutil/trace.go:171","msg":"trace[1400089324] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"189.086411ms","start":"2026-04-16T09:33:10.206207Z","end":"2026-04-16T09:33:10.395293Z","steps":["trace[1400089324] 'process raft request' (duration: 188.726619ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:10.395317Z","caller":"traceutil/trace.go:171","msg":"trace[1970168648] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"187.594642ms","start":"2026-04-16T09:33:10.207704Z","end":"2026-04-16T09:33:10.395299Z","steps":["trace[1970168648] 'process raft request' (duration: 187.311743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:11.010047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.059868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:33:11.010206Z","caller":"traceutil/trace.go:171","msg":"trace[2018140997] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"238.172011ms","start":"2026-04-16T09:33:10.772007Z","end":"2026-04-16T09:33:11.010179Z","steps":["trace[2018140997] 'process raft request' (duration: 130.840604ms)","trace[2018140997] 'compare' (duration: 106.816811ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:11.033997Z","caller":"traceutil/trace.go:171","msg":"trace[1913420985] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"249.393312ms","start":"2026-04-16T09:33:10.784544Z","end":"2026-04-16T09:33:11.033937Z","steps":["trace[1913420985] 'process raft request' (duration: 249.298839ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:11.034199Z","caller":"traceutil/trace.go:171","msg":"trace[1743851425] linearizableReadLoop","detail":"{readStateIndex:4507; appliedIndex:4503; }","duration":"244.140223ms","start":"2026-04-16T09:33:10.790036Z","end":"2026-04-16T09:33:11.034176Z","steps":["trace[1743851425] 'read index received' (duration: 112.931367ms)","trace[1743851425] 'applied index is now lower than readState.Index' (duration: 131.207496ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:11.034389Z","caller":"traceutil/trace.go:171","msg":"trace[335734168] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"251.043706ms","start":"2026-04-16T09:33:10.783332Z","end":"2026-04-16T09:33:11.034376Z","steps":["trace[335734168] 'process raft request' (duration: 250.371524ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:11.034521Z","caller":"traceutil/trace.go:171","msg":"trace[222008970] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"247.771121ms","start":"2026-04-16T09:33:10.786734Z","end":"2026-04-16T09:33:11.034505Z","steps":["trace[222008970] 'process raft request' (duration: 247.157361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:11.034758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.711722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:33:11.0348Z","caller":"traceutil/trace.go:171","msg":"trace[652144941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4330; }","duration":"244.820956ms","start":"2026-04-16T09:33:10.789968Z","end":"2026-04-16T09:33:11.034789Z","steps":["trace[652144941] 'agreement among raft nodes before linearized reading' (duration: 244.664761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:11.035091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.763639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:33:11.035169Z","caller":"traceutil/trace.go:171","msg":"trace[1885006426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4330; }","duration":"228.873761ms","start":"2026-04-16T09:33:10.806276Z","end":"2026-04-16T09:33:11.035149Z","steps":["trace[1885006426] 'agreement among raft nodes before linearized reading' (duration: 228.667705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:11.035241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.16339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:33:11.035287Z","caller":"traceutil/trace.go:171","msg":"trace[222736298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4330; }","duration":"188.219113ms","start":"2026-04-16T09:33:10.847057Z","end":"2026-04-16T09:33:11.035276Z","steps":["trace[222736298] 'agreement among raft nodes before linearized reading' (duration: 188.110179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:11.035278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.511712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:33:11.035339Z","caller":"traceutil/trace.go:171","msg":"trace[1254107585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4330; }","duration":"188.595854ms","start":"2026-04-16T09:33:10.846727Z","end":"2026-04-16T09:33:11.035323Z","steps":["trace[1254107585] 'agreement among raft nodes before linearized reading' (duration: 188.434429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:11.035476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.350978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:33:11.03554Z","caller":"traceutil/trace.go:171","msg":"trace[1039515950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4330; }","duration":"216.431061ms","start":"2026-04-16T09:33:10.819093Z","end":"2026-04-16T09:33:11.035524Z","steps":["trace[1039515950] 'agreement among raft nodes before linearized reading' (duration: 216.274015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:11.035569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.647301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:33:11.035454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.724795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:33:11.035615Z","caller":"traceutil/trace.go:171","msg":"trace[1524300783] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:4330; }","duration":"172.702442ms","start":"2026-04-16T09:33:10.862902Z","end":"2026-04-16T09:33:11.035604Z","steps":["trace[1524300783] 'agreement among raft nodes before linearized reading' (duration: 172.578468ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:11.035645Z","caller":"traceutil/trace.go:171","msg":"trace[1401506193] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:4330; }","duration":"178.084496ms","start":"2026-04-16T09:33:10.857541Z","end":"2026-04-16T09:33:11.035625Z","steps":["trace[1401506193] 'agreement among raft nodes before linearized reading' (duration: 177.560849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:11.035501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.992192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:11.035809Z","caller":"traceutil/trace.go:171","msg":"trace[48996886] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4330; }","duration":"114.369674ms","start":"2026-04-16T09:33:10.921409Z","end":"2026-04-16T09:33:11.035778Z","steps":["trace[48996886] 'agreement among raft nodes before linearized reading' (duration: 113.826356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.220756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414816467,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:33:13.239226Z","caller":"traceutil/trace.go:171","msg":"trace[773744952] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"519.533674ms","start":"2026-04-16T09:33:12.719659Z","end":"2026-04-16T09:33:13.239192Z","steps":["trace[773744952] 'process raft request' (duration: 519.319867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.239417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:12.719637Z","time spent":"519.678508ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8024,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:13.265622Z","caller":"traceutil/trace.go:171","msg":"trace[1632810244] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"249.581719ms","start":"2026-04-16T09:33:13.016022Z","end":"2026-04-16T09:33:13.265603Z","steps":["trace[1632810244] 'process raft request' (duration: 249.379243ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.265958Z","caller":"traceutil/trace.go:171","msg":"trace[478061459] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"225.067439ms","start":"2026-04-16T09:33:13.040866Z","end":"2026-04-16T09:33:13.265934Z","steps":["trace[478061459] 'process raft request' (duration: 224.682316ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.266244Z","caller":"traceutil/trace.go:171","msg":"trace[1749824959] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"224.46989ms","start":"2026-04-16T09:33:13.041757Z","end":"2026-04-16T09:33:13.266227Z","steps":["trace[1749824959] 'process raft request' (duration: 224.090148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.266423Z","caller":"traceutil/trace.go:171","msg":"trace[539640769] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"223.576991ms","start":"2026-04-16T09:33:13.042815Z","end":"2026-04-16T09:33:13.266392Z","steps":["trace[539640769] 'process raft request' (duration: 223.282382ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.266525Z","caller":"traceutil/trace.go:171","msg":"trace[1629313893] linearizableReadLoop","detail":"{readStateIndex:4519; appliedIndex:4513; }","duration":"546.617636ms","start":"2026-04-16T09:33:12.719878Z","end":"2026-04-16T09:33:13.266495Z","steps":["trace[1629313893] 'read index received' (duration: 519.134111ms)","trace[1629313893] 'applied index is now lower than readState.Index' (duration: 27.478735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:33:13.266894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.039534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T09:33:13.266983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.476968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:33:13.267019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.983911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:13.267045Z","caller":"traceutil/trace.go:171","msg":"trace[468697404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4343; }","duration":"196.573861ms","start":"2026-04-16T09:33:13.070453Z","end":"2026-04-16T09:33:13.267027Z","steps":["trace[468697404] 'agreement among raft nodes before linearized reading' (duration: 196.454997ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.267065Z","caller":"traceutil/trace.go:171","msg":"trace[1811168138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4343; }","duration":"218.051153ms","start":"2026-04-16T09:33:13.048997Z","end":"2026-04-16T09:33:13.267048Z","steps":["trace[1811168138] 'agreement among raft nodes before linearized reading' (duration: 217.98758ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.267019Z","caller":"traceutil/trace.go:171","msg":"trace[1801613000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4343; }","duration":"164.196588ms","start":"2026-04-16T09:33:13.102806Z","end":"2026-04-16T09:33:13.267002Z","steps":["trace[1801613000] 'agreement among raft nodes before linearized reading' (duration: 163.971291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.266955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.005511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-16T09:33:13.267215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.304651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T09:33:13.267289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.861803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:13.267266Z","caller":"traceutil/trace.go:171","msg":"trace[663320492] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:4343; }","duration":"535.366873ms","start":"2026-04-16T09:33:12.731884Z","end":"2026-04-16T09:33:13.267251Z","steps":["trace[663320492] 'agreement among raft nodes before linearized reading' (duration: 534.878347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.267334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.413064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:33:13.267428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.379394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:33:13.267443Z","caller":"traceutil/trace.go:171","msg":"trace[205129191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4343; }","duration":"159.578129ms","start":"2026-04-16T09:33:13.107841Z","end":"2026-04-16T09:33:13.26742Z","steps":["trace[205129191] 'agreement among raft nodes before linearized reading' (duration: 159.234338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.267467Z","caller":"traceutil/trace.go:171","msg":"trace[166370471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4343; }","duration":"159.476007ms","start":"2026-04-16T09:33:13.107982Z","end":"2026-04-16T09:33:13.267458Z","steps":["trace[166370471] 'agreement among raft nodes before linearized reading' (duration: 159.371903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.267431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.405397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:33:13.267376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:12.731874Z","time spent":"535.487237ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-16T09:33:13.267323Z","caller":"traceutil/trace.go:171","msg":"trace[1569068975] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4343; }","duration":"428.949725ms","start":"2026-04-16T09:33:12.838364Z","end":"2026-04-16T09:33:13.267313Z","steps":["trace[1569068975] 'agreement among raft nodes before linearized reading' (duration: 428.887123ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.267546Z","caller":"traceutil/trace.go:171","msg":"trace[488622120] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:4343; }","duration":"156.543682ms","start":"2026-04-16T09:33:13.11099Z","end":"2026-04-16T09:33:13.267533Z","steps":["trace[488622120] 'agreement among raft nodes before linearized reading' (duration: 155.922042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.267589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:12.838331Z","time spent":"429.244865ms","remote":"127.0.0.1:43896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:33:13.267322Z","caller":"traceutil/trace.go:171","msg":"trace[1209740836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4343; }","duration":"159.482417ms","start":"2026-04-16T09:33:13.107819Z","end":"2026-04-16T09:33:13.267302Z","steps":["trace[1209740836] 'agreement among raft nodes before linearized reading' (duration: 159.251769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.267381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.155903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:13.267763Z","caller":"traceutil/trace.go:171","msg":"trace[858197569] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4343; }","duration":"493.583657ms","start":"2026-04-16T09:33:12.774157Z","end":"2026-04-16T09:33:13.26774Z","steps":["trace[858197569] 'agreement among raft nodes before linearized reading' (duration: 493.187694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.267807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:12.774132Z","time spent":"493.657929ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:33:13.267316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.38486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:33:13.267854Z","caller":"traceutil/trace.go:171","msg":"trace[1292437488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:4343; }","duration":"180.939927ms","start":"2026-04-16T09:33:13.086902Z","end":"2026-04-16T09:33:13.267842Z","steps":["trace[1292437488] 'agreement among raft nodes before linearized reading' (duration: 180.311627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.267875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.00516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6cc880b6c0bca\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-16T09:33:13.267388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.841853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:33:13.267932Z","caller":"traceutil/trace.go:171","msg":"trace[84114969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4343; }","duration":"185.393251ms","start":"2026-04-16T09:33:13.082527Z","end":"2026-04-16T09:33:13.26792Z","steps":["trace[84114969] 'agreement among raft nodes before linearized reading' (duration: 184.810402ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:13.268102Z","caller":"traceutil/trace.go:171","msg":"trace[718400449] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a6cc880b6c0bca; range_end:; response_count:1; response_revision:4343; }","duration":"548.217577ms","start":"2026-04-16T09:33:12.71981Z","end":"2026-04-16T09:33:13.268028Z","steps":["trace[718400449] 'agreement among raft nodes before linearized reading' (duration: 546.800211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:13.268153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:12.719782Z","time spent":"548.360202ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6cc880b6c0bca\" "} {"level":"info","ts":"2026-04-16T09:33:19.575855Z","caller":"traceutil/trace.go:171","msg":"trace[1582969816] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"291.19417ms","start":"2026-04-16T09:33:19.284634Z","end":"2026-04-16T09:33:19.575829Z","steps":["trace[1582969816] 'process raft request' (duration: 291.039186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:20.785304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.603779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:33:20.785702Z","caller":"traceutil/trace.go:171","msg":"trace[973664744] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"1.499311539s","start":"2026-04-16T09:33:19.286363Z","end":"2026-04-16T09:33:20.785674Z","steps":["trace[973664744] 'process raft request' (duration: 1.037225855s)","trace[973664744] 'compare' (duration: 461.024591ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:20.785765Z","caller":"traceutil/trace.go:171","msg":"trace[226889416] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"1.498114702s","start":"2026-04-16T09:33:19.287626Z","end":"2026-04-16T09:33:20.78574Z","steps":["trace[226889416] 'process raft request' (duration: 1.497818003s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:20.785889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.287599Z","time spent":"1.498225315s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:20.785838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.286343Z","time spent":"1.499427483s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:20.786007Z","caller":"traceutil/trace.go:171","msg":"trace[1420111905] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"1.49550291s","start":"2026-04-16T09:33:19.290473Z","end":"2026-04-16T09:33:20.785976Z","steps":["trace[1420111905] 'process raft request' (duration: 1.495089767s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:20.785965Z","caller":"traceutil/trace.go:171","msg":"trace[1105095477] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4554; }","duration":"1.490819831s","start":"2026-04-16T09:33:19.295051Z","end":"2026-04-16T09:33:20.785871Z","steps":["trace[1105095477] 'read index received' (duration: 280.654198ms)","trace[1105095477] 'applied index is now lower than readState.Index' (duration: 1.210163673s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:33:20.786158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491106681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T09:33:20.786167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.290463Z","time spent":"1.495624513s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:20.786198Z","caller":"traceutil/trace.go:171","msg":"trace[667987960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4379; }","duration":"1.491180823s","start":"2026-04-16T09:33:19.295005Z","end":"2026-04-16T09:33:20.786186Z","steps":["trace[667987960] 'agreement among raft nodes before linearized reading' (duration: 1.491026808s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:20.78622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.294985Z","time spent":"1.491230144s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:33:21.287196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414816576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:33:21.639291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315125617s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:33:22.072192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T09:33:22.072283Z","caller":"traceutil/trace.go:171","msg":"trace[848764723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311523s","start":"2026-04-16T09:33:20.071955Z","end":"2026-04-16T09:33:22.072267Z","steps":["trace[848764723] 'agreement among raft nodes before linearized reading' (duration: 2.000188969s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.072326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:20.071932Z","time spent":"2.000383045s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 09:33:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T09:33:22.379671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.073128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:33:22.379952Z","caller":"traceutil/trace.go:171","msg":"trace[1320557192] linearizableReadLoop","detail":"{readStateIndex:4561; appliedIndex:4558; }","duration":"1.593827523s","start":"2026-04-16T09:33:20.786107Z","end":"2026-04-16T09:33:22.379935Z","steps":["trace[1320557192] 'read index received' (duration: 853.376243ms)","trace[1320557192] 'applied index is now lower than readState.Index' (duration: 740.45035ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:22.380056Z","caller":"traceutil/trace.go:171","msg":"trace[1493364848] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"2.766560135s","start":"2026-04-16T09:33:19.613483Z","end":"2026-04-16T09:33:22.380043Z","steps":["trace[1493364848] 'process raft request' (duration: 2.025998432s)","trace[1493364848] 'compare' (duration: 739.580492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:33:22.380122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.613461Z","time spent":"2.766628698s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:22.380202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.693651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:33:22.380186Z","caller":"traceutil/trace.go:171","msg":"trace[766712203] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"799.578486ms","start":"2026-04-16T09:33:21.580569Z","end":"2026-04-16T09:33:22.380148Z","steps":["trace[766712203] 'process raft request' (duration: 799.327838ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:22.380248Z","caller":"traceutil/trace.go:171","msg":"trace[981330823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4383; }","duration":"307.775984ms","start":"2026-04-16T09:33:22.07246Z","end":"2026-04-16T09:33:22.380236Z","steps":["trace[981330823] 'agreement among raft nodes before linearized reading' (duration: 307.705021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.38028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.072444Z","time spent":"307.828296ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:33:22.380288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074632269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:33:22.380253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109219129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:33:22.380318Z","caller":"traceutil/trace.go:171","msg":"trace[114133466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:4383; }","duration":"3.074691741s","start":"2026-04-16T09:33:19.305613Z","end":"2026-04-16T09:33:22.380305Z","steps":["trace[114133466] 'agreement among raft nodes before linearized reading' (duration: 3.074628349s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073029548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:33:22.380338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.305598Z","time spent":"3.074734622s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"warn","ts":"2026-04-16T09:33:22.380398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:21.580546Z","time spent":"799.728871ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:22.380419Z","caller":"traceutil/trace.go:171","msg":"trace[863252964] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:4383; }","duration":"3.073129161s","start":"2026-04-16T09:33:19.307218Z","end":"2026-04-16T09:33:22.380347Z","steps":["trace[863252964] 'agreement among raft nodes before linearized reading' (duration: 3.072840882s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.30721Z","time spent":"3.073243275s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"info","ts":"2026-04-16T09:33:22.38035Z","caller":"traceutil/trace.go:171","msg":"trace[168365202] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4383; }","duration":"1.109375653s","start":"2026-04-16T09:33:21.270952Z","end":"2026-04-16T09:33:22.380328Z","steps":["trace[168365202] 'agreement among raft nodes before linearized reading' (duration: 1.109212428s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083114676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:33:22.380535Z","caller":"traceutil/trace.go:171","msg":"trace[2052650664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4383; }","duration":"3.083147668s","start":"2026-04-16T09:33:19.29738Z","end":"2026-04-16T09:33:22.380527Z","steps":["trace[2052650664] 'agreement among raft nodes before linearized reading' (duration: 3.083083746s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084461889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:33:22.380552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.297374Z","time spent":"3.083174478s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:33:22.380546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083339173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:33:22.380567Z","caller":"traceutil/trace.go:171","msg":"trace[2140466399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4383; }","duration":"3.084507651s","start":"2026-04-16T09:33:19.296049Z","end":"2026-04-16T09:33:22.380557Z","steps":["trace[2140466399] 'agreement among raft nodes before linearized reading' (duration: 3.084417528s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:22.380577Z","caller":"traceutil/trace.go:171","msg":"trace[493359581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4383; }","duration":"3.083383505s","start":"2026-04-16T09:33:19.297184Z","end":"2026-04-16T09:33:22.380568Z","steps":["trace[493359581] 'agreement among raft nodes before linearized reading' (duration: 3.083298092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083824589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:33:22.380563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658635309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:33:22.380596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.296042Z","time spent":"3.084546692s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T09:33:22.380611Z","caller":"traceutil/trace.go:171","msg":"trace[1636133897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4383; }","duration":"3.084233231s","start":"2026-04-16T09:33:19.296373Z","end":"2026-04-16T09:33:22.380606Z","steps":["trace[1636133897] 'agreement among raft nodes before linearized reading' (duration: 3.083697804s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.297179Z","time spent":"3.083423146s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:33:22.380629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.296364Z","time spent":"3.084260393s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:33:22.380566Z","caller":"traceutil/trace.go:171","msg":"trace[623842070] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"1.588710522s","start":"2026-04-16T09:33:20.791815Z","end":"2026-04-16T09:33:22.380526Z","steps":["trace[623842070] 'process raft request' (duration: 1.587955168s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:22.380646Z","caller":"traceutil/trace.go:171","msg":"trace[1830597126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4383; }","duration":"1.658755523s","start":"2026-04-16T09:33:20.721865Z","end":"2026-04-16T09:33:22.38062Z","steps":["trace[1830597126] 'agreement among raft nodes before linearized reading' (duration: 1.658617368s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:21.270928Z","time spent":"1.109655623s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:33:22.380684Z","caller":"traceutil/trace.go:171","msg":"trace[361958427] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"1.402539986s","start":"2026-04-16T09:33:20.978136Z","end":"2026-04-16T09:33:22.380676Z","steps":["trace[361958427] 'process raft request' (duration: 1.401725641s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:20.791793Z","time spent":"1.588882907s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:22.38072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:20.978105Z","time spent":"1.402593838s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:22.380699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:20.721845Z","time spent":"1.658837466s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:33:22.380684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717565019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414310"} {"level":"warn","ts":"2026-04-16T09:33:22.380768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071545242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T09:33:22.380785Z","caller":"traceutil/trace.go:171","msg":"trace[2082190963] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4383; }","duration":"1.717710603s","start":"2026-04-16T09:33:20.663049Z","end":"2026-04-16T09:33:22.38076Z","steps":["trace[2082190963] 'agreement among raft nodes before linearized reading' (duration: 1.717356592s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:20.663026Z","time spent":"1.717792126s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414333,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-16T09:33:22.380828Z","caller":"traceutil/trace.go:171","msg":"trace[201447946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4383; }","duration":"3.071625174s","start":"2026-04-16T09:33:19.309181Z","end":"2026-04-16T09:33:22.380806Z","steps":["trace[201447946] 'agreement among raft nodes before linearized reading' (duration: 3.071443948s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.380907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:19.309169Z","time spent":"3.071697087s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T09:33:22.380953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.934044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:33:22.38097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.243738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:22.38101Z","caller":"traceutil/trace.go:171","msg":"trace[839673883] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4383; }","duration":"833.322761ms","start":"2026-04-16T09:33:21.547676Z","end":"2026-04-16T09:33:22.380999Z","steps":["trace[839673883] 'agreement among raft nodes before linearized reading' (duration: 833.248618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:22.381013Z","caller":"traceutil/trace.go:171","msg":"trace[815436403] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4383; }","duration":"760.031368ms","start":"2026-04-16T09:33:21.620964Z","end":"2026-04-16T09:33:22.380995Z","steps":["trace[815436403] 'agreement among raft nodes before linearized reading' (duration: 759.894843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:22.381038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:21.547659Z","time spent":"833.371053ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:33:22.38106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:21.620949Z","time spent":"760.097309ms","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:33:23.571773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.098057ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:33:23.571858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.623852Z","time spent":"948.002109ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T09:33:23.571925Z","caller":"traceutil/trace.go:171","msg":"trace[146608702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4383; }","duration":"778.261372ms","start":"2026-04-16T09:33:22.793643Z","end":"2026-04-16T09:33:23.571904Z","steps":["trace[146608702] 'range keys from in-memory index tree' (duration: 778.080916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:23.572146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058395204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:33:23.572373Z","caller":"traceutil/trace.go:171","msg":"trace[50735406] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"1.186997482s","start":"2026-04-16T09:33:22.385346Z","end":"2026-04-16T09:33:23.572343Z","steps":["trace[50735406] 'process raft request' (duration: 128.282529ms)","trace[50735406] 'compare' (duration: 1.057381351s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:33:23.572469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.38533Z","time spent":"1.187088055s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:23.747476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233878872s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:33:24.389209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T09:33:24.389287Z","caller":"traceutil/trace.go:171","msg":"trace[83358585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521487s","start":"2026-04-16T09:33:22.388749Z","end":"2026-04-16T09:33:24.389271Z","steps":["trace[83358585] 'agreement among raft nodes before linearized reading' (duration: 2.000428875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.38933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.388738Z","time spent":"2.00058371s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:33:24.415187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.366113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:33:24.415752Z","caller":"traceutil/trace.go:171","msg":"trace[1472250193] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"2.030088862s","start":"2026-04-16T09:33:22.385632Z","end":"2026-04-16T09:33:24.415721Z","steps":["trace[1472250193] 'process raft request' (duration: 1.362107809s)","trace[1472250193] 'compare' (duration: 667.199648ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:24.415794Z","caller":"traceutil/trace.go:171","msg":"trace[1570766131] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"2.029009008s","start":"2026-04-16T09:33:22.386751Z","end":"2026-04-16T09:33:24.41576Z","steps":["trace[1570766131] 'process raft request' (duration: 2.028884364s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.415898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.385596Z","time spent":"2.030227646s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:24.415966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.386743Z","time spent":"2.029138042s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:24.4161Z","caller":"traceutil/trace.go:171","msg":"trace[624729562] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"2.029342277s","start":"2026-04-16T09:33:22.386406Z","end":"2026-04-16T09:33:24.415749Z","steps":["trace[624729562] 'process raft request' (duration: 2.028892663s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.416278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.386397Z","time spent":"2.029791212s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:24.530225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.535455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T09:33:24.531334Z","caller":"traceutil/trace.go:171","msg":"trace[1047430632] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"145.41364ms","start":"2026-04-16T09:33:24.385903Z","end":"2026-04-16T09:33:24.531317Z","steps":["trace[1047430632] 'process raft request' (duration: 145.367998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:24.53142Z","caller":"traceutil/trace.go:171","msg":"trace[664375655] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"1.738684875s","start":"2026-04-16T09:33:22.792722Z","end":"2026-04-16T09:33:24.531407Z","steps":["trace[664375655] 'process raft request' (duration: 1.738502479s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:24.531476Z","caller":"traceutil/trace.go:171","msg":"trace[663604972] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"1.740139321s","start":"2026-04-16T09:33:22.791263Z","end":"2026-04-16T09:33:24.531402Z","steps":["trace[663604972] 'process raft request' (duration: 1.739919264s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:24.531332Z","caller":"traceutil/trace.go:171","msg":"trace[100465365] linearizableReadLoop","detail":"{readStateIndex:4564; appliedIndex:4562; }","duration":"2.145572066s","start":"2026-04-16T09:33:22.385726Z","end":"2026-04-16T09:33:24.531298Z","steps":["trace[100465365] 'read index received' (duration: 127.842055ms)","trace[100465365] 'applied index is now lower than readState.Index' (duration: 2.017726951s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:33:24.531534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.792705Z","time spent":"1.738758666s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:24.531351Z","caller":"traceutil/trace.go:171","msg":"trace[73635608] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"1.74045863s","start":"2026-04-16T09:33:22.790867Z","end":"2026-04-16T09:33:24.531326Z","steps":["trace[73635608] 'process raft request' (duration: 1.740262704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.531574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145819234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T09:33:24.531601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.791241Z","time spent":"1.740283834s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:24.531644Z","caller":"traceutil/trace.go:171","msg":"trace[1902114576] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:4392; }","duration":"2.145927068s","start":"2026-04-16T09:33:22.385701Z","end":"2026-04-16T09:33:24.531628Z","steps":["trace[1902114576] 'agreement among raft nodes before linearized reading' (duration: 2.14568894s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.531662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.790843Z","time spent":"1.74076198s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:24.531704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.385691Z","time spent":"2.14599714s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T09:33:24.531782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452392579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:33:24.531834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.400733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-16T09:33:24.531849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552401065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:33:24.531867Z","caller":"traceutil/trace.go:171","msg":"trace[390558184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4392; }","duration":"685.475215ms","start":"2026-04-16T09:33:23.846381Z","end":"2026-04-16T09:33:24.531856Z","steps":["trace[390558184] 'agreement among raft nodes before linearized reading' (duration: 685.32909ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:24.531885Z","caller":"traceutil/trace.go:171","msg":"trace[1508608085] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4392; }","duration":"1.552478598s","start":"2026-04-16T09:33:22.979397Z","end":"2026-04-16T09:33:24.531876Z","steps":["trace[1508608085] 'agreement among raft nodes before linearized reading' (duration: 1.552415866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.531901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:23.84636Z","time spent":"685.534167ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T09:33:24.531881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145099952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141992"} {"level":"warn","ts":"2026-04-16T09:33:24.531914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082051541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:24.531952Z","caller":"traceutil/trace.go:171","msg":"trace[928368713] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4392; }","duration":"2.145212745s","start":"2026-04-16T09:33:22.386721Z","end":"2026-04-16T09:33:24.531934Z","steps":["trace[928368713] 'agreement among raft nodes before linearized reading' (duration: 2.144887885s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:24.531958Z","caller":"traceutil/trace.go:171","msg":"trace[1989556111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4392; }","duration":"1.082144804s","start":"2026-04-16T09:33:23.4498Z","end":"2026-04-16T09:33:24.531945Z","steps":["trace[1989556111] 'agreement among raft nodes before linearized reading' (duration: 1.082072731s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.532004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.386683Z","time spent":"2.145310488s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:33:24.532013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142926393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T09:33:24.532017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:23.449768Z","time spent":"1.082231247s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:33:24.532039Z","caller":"traceutil/trace.go:171","msg":"trace[1962077658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4392; }","duration":"1.142981764s","start":"2026-04-16T09:33:23.389049Z","end":"2026-04-16T09:33:24.532031Z","steps":["trace[1962077658] 'agreement among raft nodes before linearized reading' (duration: 1.142874171s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.532075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:23.389034Z","time spent":"1.143034036s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T09:33:24.531846Z","caller":"traceutil/trace.go:171","msg":"trace[2143241434] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4392; }","duration":"1.452516353s","start":"2026-04-16T09:33:23.079313Z","end":"2026-04-16T09:33:24.53183Z","steps":["trace[2143241434] 'agreement among raft nodes before linearized reading' (duration: 1.45241574s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.531909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.979379Z","time spent":"1.552524219s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:33:24.53223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:23.079291Z","time spent":"1.452929275s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:33:24.532334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14346264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:141992"} {"level":"info","ts":"2026-04-16T09:33:24.532386Z","caller":"traceutil/trace.go:171","msg":"trace[1667888591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:4392; }","duration":"2.143529081s","start":"2026-04-16T09:33:22.388844Z","end":"2026-04-16T09:33:24.532373Z","steps":["trace[1667888591] 'agreement among raft nodes before linearized reading' (duration: 2.143249262s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.532434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.388836Z","time spent":"2.143574503s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":142015,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T09:33:24.53133Z","caller":"traceutil/trace.go:171","msg":"trace[1736387063] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"1.746377797s","start":"2026-04-16T09:33:22.784908Z","end":"2026-04-16T09:33:24.531286Z","steps":["trace[1736387063] 'process raft request' (duration: 1.746033786s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.53244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.848994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T09:33:24.53246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.392961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:24.532501Z","caller":"traceutil/trace.go:171","msg":"trace[377494760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4392; }","duration":"147.154685ms","start":"2026-04-16T09:33:24.385328Z","end":"2026-04-16T09:33:24.532483Z","steps":["trace[377494760] 'agreement among raft nodes before linearized reading' (duration: 146.799213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.532509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.487027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:33:24.53251Z","caller":"traceutil/trace.go:171","msg":"trace[450073366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4392; }","duration":"134.448193ms","start":"2026-04-16T09:33:24.398048Z","end":"2026-04-16T09:33:24.532497Z","steps":["trace[450073366] 'agreement among raft nodes before linearized reading' (duration: 134.36286ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:24.532547Z","caller":"traceutil/trace.go:171","msg":"trace[176353262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4392; }","duration":"142.544919ms","start":"2026-04-16T09:33:24.389992Z","end":"2026-04-16T09:33:24.532536Z","steps":["trace[176353262] 'agreement among raft nodes before linearized reading' (duration: 142.488688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.532578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:22.784862Z","time spent":"1.747629057s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:24.895776Z","caller":"traceutil/trace.go:171","msg":"trace[1248115790] linearizableReadLoop","detail":"{readStateIndex:4575; appliedIndex:4574; }","duration":"299.08917ms","start":"2026-04-16T09:33:24.596657Z","end":"2026-04-16T09:33:24.895746Z","steps":["trace[1248115790] 'read index received' (duration: 298.216782ms)","trace[1248115790] 'applied index is now lower than readState.Index' (duration: 871.238µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:24.895917Z","caller":"traceutil/trace.go:171","msg":"trace[885729554] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"300.254626ms","start":"2026-04-16T09:33:24.595632Z","end":"2026-04-16T09:33:24.895887Z","steps":["trace[885729554] 'process raft request' (duration: 299.196483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.895948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.270965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:33:24.896004Z","caller":"traceutil/trace.go:171","msg":"trace[1152604814] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4395; }","duration":"299.38202ms","start":"2026-04-16T09:33:24.596605Z","end":"2026-04-16T09:33:24.895987Z","steps":["trace[1152604814] 'agreement among raft nodes before linearized reading' (duration: 299.271386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:24.89605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:24.595599Z","time spent":"300.37972ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:30.094925Z","caller":"traceutil/trace.go:171","msg":"trace[688998658] linearizableReadLoop","detail":"{readStateIndex:4603; appliedIndex:4602; }","duration":"182.738427ms","start":"2026-04-16T09:33:29.91216Z","end":"2026-04-16T09:33:30.094898Z","steps":["trace[688998658] 'read index received' (duration: 182.433417ms)","trace[688998658] 'applied index is now lower than readState.Index' (duration: 303.73µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:30.095078Z","caller":"traceutil/trace.go:171","msg":"trace[349939676] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"209.214774ms","start":"2026-04-16T09:33:29.885824Z","end":"2026-04-16T09:33:30.095039Z","steps":["trace[349939676] 'process raft request' (duration: 208.913294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.0953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.102618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-16T09:33:30.095408Z","caller":"traceutil/trace.go:171","msg":"trace[870956806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4422; }","duration":"183.267034ms","start":"2026-04-16T09:33:29.912119Z","end":"2026-04-16T09:33:30.095386Z","steps":["trace[870956806] 'agreement among raft nodes before linearized reading' (duration: 182.908353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.462528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.410998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:30.462653Z","caller":"traceutil/trace.go:171","msg":"trace[1130146040] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4422; }","duration":"195.602913ms","start":"2026-04-16T09:33:30.267027Z","end":"2026-04-16T09:33:30.46263Z","steps":["trace[1130146040] 'count revisions from in-memory index tree' (duration: 195.283363ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:30.717755Z","caller":"traceutil/trace.go:171","msg":"trace[320101173] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"252.110446ms","start":"2026-04-16T09:33:30.465606Z","end":"2026-04-16T09:33:30.717716Z","steps":["trace[320101173] 'process raft request' (duration: 251.874489ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:30.854246Z","caller":"traceutil/trace.go:171","msg":"trace[1147508046] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"388.222192ms","start":"2026-04-16T09:33:30.466001Z","end":"2026-04-16T09:33:30.854223Z","steps":["trace[1147508046] 'process raft request' (duration: 387.795818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.854381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:30.465985Z","time spent":"388.332506ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:30.854457Z","caller":"traceutil/trace.go:171","msg":"trace[1443061544] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"387.990514ms","start":"2026-04-16T09:33:30.466441Z","end":"2026-04-16T09:33:30.854432Z","steps":["trace[1443061544] 'process raft request' (duration: 387.641913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.854614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:30.46642Z","time spent":"388.117569ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:30.854734Z","caller":"traceutil/trace.go:171","msg":"trace[2025016750] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"304.730027ms","start":"2026-04-16T09:33:30.549993Z","end":"2026-04-16T09:33:30.854723Z","steps":["trace[2025016750] 'process raft request' (duration: 304.613084ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:30.854779Z","caller":"traceutil/trace.go:171","msg":"trace[1574402610] linearizableReadLoop","detail":"{readStateIndex:4606; appliedIndex:4603; }","duration":"371.602318ms","start":"2026-04-16T09:33:30.483159Z","end":"2026-04-16T09:33:30.854761Z","steps":["trace[1574402610] 'read index received' (duration: 234.438698ms)","trace[1574402610] 'applied index is now lower than readState.Index' (duration: 137.16237ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:33:30.854735Z","caller":"traceutil/trace.go:171","msg":"trace[1661117130] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"305.692539ms","start":"2026-04-16T09:33:30.549009Z","end":"2026-04-16T09:33:30.854702Z","steps":["trace[1661117130] 'process raft request' (duration: 305.358768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.854795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:30.549966Z","time spent":"304.80108ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:30.854883Z","caller":"traceutil/trace.go:171","msg":"trace[1268130342] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"303.041304ms","start":"2026-04-16T09:33:30.551773Z","end":"2026-04-16T09:33:30.854814Z","steps":["trace[1268130342] 'process raft request' (duration: 302.90582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.854959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:30.548978Z","time spent":"305.877045ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:33:30.854892Z","caller":"traceutil/trace.go:171","msg":"trace[695281] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"300.961879ms","start":"2026-04-16T09:33:30.553917Z","end":"2026-04-16T09:33:30.854878Z","steps":["trace[695281] 'process raft request' (duration: 300.801144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.855054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.854995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:33:30.855081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:30.553893Z","time spent":"301.149545ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:30.855113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:30.551754Z","time spent":"303.232051ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:33:30.855085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.13101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:33:30.855175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.972028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T09:33:30.855185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.753204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:33:30.855147Z","caller":"traceutil/trace.go:171","msg":"trace[496754857] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4429; }","duration":"371.982779ms","start":"2026-04-16T09:33:30.48312Z","end":"2026-04-16T09:33:30.855103Z","steps":["trace[496754857] 'agreement among raft nodes before linearized reading' (duration: 371.826475ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:30.85521Z","caller":"traceutil/trace.go:171","msg":"trace[354464111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:4429; }","duration":"292.284515ms","start":"2026-04-16T09:33:30.562912Z","end":"2026-04-16T09:33:30.855197Z","steps":["trace[354464111] 'agreement among raft nodes before linearized reading' (duration: 292.057408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.855084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.708936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:33:30.855297Z","caller":"traceutil/trace.go:171","msg":"trace[637604576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4429; }","duration":"239.940963ms","start":"2026-04-16T09:33:30.615345Z","end":"2026-04-16T09:33:30.855286Z","steps":["trace[637604576] 'agreement among raft nodes before linearized reading' (duration: 239.672185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:30.85528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:30.483102Z","time spent":"372.165106ms","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:33:30.855217Z","caller":"traceutil/trace.go:171","msg":"trace[1540904353] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:4429; }","duration":"288.804166ms","start":"2026-04-16T09:33:30.566404Z","end":"2026-04-16T09:33:30.855208Z","steps":["trace[1540904353] 'agreement among raft nodes before linearized reading' (duration: 288.715933ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:33:30.855212Z","caller":"traceutil/trace.go:171","msg":"trace[254254971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4429; }","duration":"281.04633ms","start":"2026-04-16T09:33:30.574154Z","end":"2026-04-16T09:33:30.855201Z","steps":["trace[254254971] 'agreement among raft nodes before linearized reading' (duration: 280.953698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:31.609597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.852923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:33:31.609684Z","caller":"traceutil/trace.go:171","msg":"trace[1002224131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4430; }","duration":"536.995588ms","start":"2026-04-16T09:33:31.072669Z","end":"2026-04-16T09:33:31.609665Z","steps":["trace[1002224131] 'range keys from in-memory index tree' (duration: 536.703939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:31.609722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:31.072644Z","time spent":"537.070571ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:33:31.610019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.655612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:33:31.610063Z","caller":"traceutil/trace.go:171","msg":"trace[200520119] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4430; }","duration":"590.779726ms","start":"2026-04-16T09:33:31.019272Z","end":"2026-04-16T09:33:31.610052Z","steps":["trace[200520119] 'count revisions from in-memory index tree' (duration: 590.574069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:33:31.610565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:33:31.019247Z","time spent":"591.158338ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:33:54.265177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1672} {"level":"info","ts":"2026-04-16T09:33:54.324636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":1672,"took":"58.386442ms","hash":57978656,"current-db-size-bytes":40710144,"current-db-size":"41 MB","current-db-size-in-use-bytes":22532096,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-16T09:33:54.324711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":57978656,"revision":1672,"compact-revision":-1} {"level":"info","ts":"2026-04-16T09:34:18.167447Z","caller":"traceutil/trace.go:171","msg":"trace[399405655] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"264.674853ms","start":"2026-04-16T09:34:17.902743Z","end":"2026-04-16T09:34:18.167418Z","steps":["trace[399405655] 'process raft request' (duration: 264.533339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:34:18.168148Z","caller":"traceutil/trace.go:171","msg":"trace[760111794] linearizableReadLoop","detail":"{readStateIndex:4936; appliedIndex:4936; }","duration":"102.845966ms","start":"2026-04-16T09:34:18.06528Z","end":"2026-04-16T09:34:18.168126Z","steps":["trace[760111794] 'read index received' (duration: 102.838166ms)","trace[760111794] 'applied index is now lower than readState.Index' (duration: 6.48µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:34:18.168374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.084944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:34:18.168463Z","caller":"traceutil/trace.go:171","msg":"trace[218096636] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4743; }","duration":"103.247059ms","start":"2026-04-16T09:34:18.065194Z","end":"2026-04-16T09:34:18.168441Z","steps":["trace[218096636] 'agreement among raft nodes before linearized reading' (duration: 103.025522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:54.430996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414818156,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:34:54.494069Z","caller":"traceutil/trace.go:171","msg":"trace[1016107460] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"747.653447ms","start":"2026-04-16T09:34:53.746378Z","end":"2026-04-16T09:34:54.494031Z","steps":["trace[1016107460] 'process raft request' (duration: 747.502373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:54.494235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.274197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:34:54.494298Z","caller":"traceutil/trace.go:171","msg":"trace[1734770829] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4940; }","duration":"564.39861ms","start":"2026-04-16T09:34:53.929884Z","end":"2026-04-16T09:34:54.494283Z","steps":["trace[1734770829] 'agreement among raft nodes before linearized reading' (duration: 564.257056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:54.494245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:53.746351Z","time spent":"747.810283ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:34:54.494362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:53.929863Z","time spent":"564.484493ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:34:54.494076Z","caller":"traceutil/trace.go:171","msg":"trace[2115107196] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5141; }","duration":"564.095512ms","start":"2026-04-16T09:34:53.929937Z","end":"2026-04-16T09:34:54.494033Z","steps":["trace[2115107196] 'read index received' (duration: 564.083881ms)","trace[2115107196] 'applied index is now lower than readState.Index' (duration: 8.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:34:54.494728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.787707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:34:54.494807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.730851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:34:54.494829Z","caller":"traceutil/trace.go:171","msg":"trace[802816630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4940; }","duration":"423.014024ms","start":"2026-04-16T09:34:54.07179Z","end":"2026-04-16T09:34:54.494804Z","steps":["trace[802816630] 'agreement among raft nodes before linearized reading' (duration: 422.772966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:54.494897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.123041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T09:34:54.494847Z","caller":"traceutil/trace.go:171","msg":"trace[410230545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4940; }","duration":"156.805193ms","start":"2026-04-16T09:34:54.33803Z","end":"2026-04-16T09:34:54.494836Z","steps":["trace[410230545] 'agreement among raft nodes before linearized reading' (duration: 156.72762ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:34:54.494946Z","caller":"traceutil/trace.go:171","msg":"trace[108861779] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4940; }","duration":"268.206544ms","start":"2026-04-16T09:34:54.226728Z","end":"2026-04-16T09:34:54.494935Z","steps":["trace[108861779] 'agreement among raft nodes before linearized reading' (duration: 268.118481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:54.494901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:54.071773Z","time spent":"423.113187ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:34:54.661367Z","caller":"traceutil/trace.go:171","msg":"trace[149074564] linearizableReadLoop","detail":"{readStateIndex:5142; appliedIndex:5141; }","duration":"159.89126ms","start":"2026-04-16T09:34:54.50145Z","end":"2026-04-16T09:34:54.661341Z","steps":["trace[149074564] 'read index received' (duration: 105.30382ms)","trace[149074564] 'applied index is now lower than readState.Index' (duration: 54.58649ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:34:54.661427Z","caller":"traceutil/trace.go:171","msg":"trace[1765290740] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"162.835912ms","start":"2026-04-16T09:34:54.49857Z","end":"2026-04-16T09:34:54.661406Z","steps":["trace[1765290740] 'process raft request' (duration: 108.314124ms)","trace[1765290740] 'compare' (duration: 54.359273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:34:54.661691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.21788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-16T09:34:54.661816Z","caller":"traceutil/trace.go:171","msg":"trace[769084305] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4941; }","duration":"160.383666ms","start":"2026-04-16T09:34:54.501413Z","end":"2026-04-16T09:34:54.661797Z","steps":["trace[769084305] 'agreement among raft nodes before linearized reading' (duration: 160.117147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:56.283645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211533979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:34:56.283718Z","caller":"traceutil/trace.go:171","msg":"trace[1174622717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4941; }","duration":"1.211655323s","start":"2026-04-16T09:34:55.072045Z","end":"2026-04-16T09:34:56.283701Z","steps":["trace[1174622717] 'range keys from in-memory index tree' (duration: 1.211445746s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:56.283778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17381864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:34:56.283878Z","caller":"traceutil/trace.go:171","msg":"trace[1353384207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4941; }","duration":"1.173929994s","start":"2026-04-16T09:34:55.109925Z","end":"2026-04-16T09:34:56.283855Z","steps":["trace[1353384207] 'range keys from in-memory index tree' (duration: 1.173638625s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:56.283847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.894161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T09:34:56.283924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.109856Z","time spent":"1.174058559s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:34:56.283748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.072026Z","time spent":"1.211716405s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:34:56.283982Z","caller":"traceutil/trace.go:171","msg":"trace[652883227] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"1.134621355s","start":"2026-04-16T09:34:55.149343Z","end":"2026-04-16T09:34:56.283964Z","steps":["trace[652883227] 'process raft request' (duration: 409.493228ms)","trace[652883227] 'compare' (duration: 724.647722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:34:56.284059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.14931Z","time spent":"1.134724008s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:34:57.88169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.322796398s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:34:57.940931Z","caller":"traceutil/trace.go:171","msg":"trace[1995212112] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"2.789605053s","start":"2026-04-16T09:34:55.151293Z","end":"2026-04-16T09:34:57.940898Z","steps":["trace[1995212112] 'process raft request' (duration: 2.730563222s)","trace[1995212112] 'compare' (duration: 58.075031ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:34:57.941042Z","caller":"traceutil/trace.go:171","msg":"trace[1143113431] linearizableReadLoop","detail":"{readStateIndex:5146; appliedIndex:5142; }","duration":"2.6991059s","start":"2026-04-16T09:34:55.241904Z","end":"2026-04-16T09:34:57.94101Z","steps":["trace[1143113431] 'read index received' (duration: 316.957861ms)","trace[1143113431] 'applied index is now lower than readState.Index' (duration: 2.382146709s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:34:57.941083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.151275Z","time spent":"2.789733837s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:34:57.941177Z","caller":"traceutil/trace.go:171","msg":"trace[315695013] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"2.789492269s","start":"2026-04-16T09:34:55.151628Z","end":"2026-04-16T09:34:57.94112Z","steps":["trace[315695013] 'process raft request' (duration: 2.789159879s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.941182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699272535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:34:57.941343Z","caller":"traceutil/trace.go:171","msg":"trace[625017864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4945; }","duration":"2.699471531s","start":"2026-04-16T09:34:55.241848Z","end":"2026-04-16T09:34:57.941319Z","steps":["trace[625017864] 'agreement among raft nodes before linearized reading' (duration: 2.699259335s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.941362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.151614Z","time spent":"2.789658904s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:34:57.941393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.241825Z","time spent":"2.699559614s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:34:57.942132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695667862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:34:57.942163Z","caller":"traceutil/trace.go:171","msg":"trace[839845978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4947; }","duration":"2.695730694s","start":"2026-04-16T09:34:55.246426Z","end":"2026-04-16T09:34:57.942157Z","steps":["trace[839845978] 'agreement among raft nodes before linearized reading' (duration: 2.695671352s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.942181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.246412Z","time spent":"2.695764494s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:34:57.942237Z","caller":"traceutil/trace.go:171","msg":"trace[393555624] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"1.653817541s","start":"2026-04-16T09:34:56.288413Z","end":"2026-04-16T09:34:57.942231Z","steps":["trace[393555624] 'process raft request' (duration: 1.653642466s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.942292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.288377Z","time spent":"1.653873753s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:34:57.942354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.648757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:34:57.942371Z","caller":"traceutil/trace.go:171","msg":"trace[1258477667] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4947; }","duration":"497.732389ms","start":"2026-04-16T09:34:57.444633Z","end":"2026-04-16T09:34:57.942366Z","steps":["trace[1258477667] 'agreement among raft nodes before linearized reading' (duration: 497.704738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.942388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:57.444598Z","time spent":"497.785791ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:34:57.942484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657057503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:34:57.942505Z","caller":"traceutil/trace.go:171","msg":"trace[1270705864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4947; }","duration":"1.657121695s","start":"2026-04-16T09:34:56.285378Z","end":"2026-04-16T09:34:57.9425Z","steps":["trace[1270705864] 'agreement among raft nodes before linearized reading' (duration: 1.657087363s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.942522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.285355Z","time spent":"1.657162836s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:34:57.942615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713843173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T09:34:57.942634Z","caller":"traceutil/trace.go:171","msg":"trace[648351692] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4947; }","duration":"1.713911165s","start":"2026-04-16T09:34:56.228717Z","end":"2026-04-16T09:34:57.942628Z","steps":["trace[648351692] 'agreement among raft nodes before linearized reading' (duration: 1.713868063s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.942649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.22869Z","time spent":"1.713955276s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-16T09:34:57.942679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415474778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a6cc9b8e5cad81\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-16T09:34:57.942785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162395992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:34:57.942814Z","caller":"traceutil/trace.go:171","msg":"trace[1310430637] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:4947; }","duration":"2.162483655s","start":"2026-04-16T09:34:55.780322Z","end":"2026-04-16T09:34:57.942806Z","steps":["trace[1310430637] 'agreement among raft nodes before linearized reading' (duration: 2.162447394s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.942834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.780287Z","time spent":"2.162540227s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:34:57.942848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.224457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:34:57.942797Z","caller":"traceutil/trace.go:171","msg":"trace[99270741] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a6cc9b8e5cad81; range_end:; response_count:1; response_revision:4947; }","duration":"1.415768397s","start":"2026-04-16T09:34:56.527014Z","end":"2026-04-16T09:34:57.942782Z","steps":["trace[99270741] 'agreement among raft nodes before linearized reading' (duration: 1.415383925s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:34:57.941138Z","caller":"traceutil/trace.go:171","msg":"trace[896630186] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"2.789308353s","start":"2026-04-16T09:34:55.151792Z","end":"2026-04-16T09:34:57.9411Z","steps":["trace[896630186] 'process raft request' (duration: 2.789136488s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.362457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T09:34:57.943184Z","caller":"traceutil/trace.go:171","msg":"trace[644731063] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:4947; }","duration":"707.422299ms","start":"2026-04-16T09:34:57.235742Z","end":"2026-04-16T09:34:57.943164Z","steps":["trace[644731063] 'agreement among raft nodes before linearized reading' (duration: 707.277445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.52699Z","time spent":"1.41615915s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a6cc9b8e5cad81\" "} {"level":"warn","ts":"2026-04-16T09:34:57.943213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277250172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:34:57.942754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094668506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:34:57.942113Z","caller":"traceutil/trace.go:171","msg":"trace[2030824985] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"2.033424487s","start":"2026-04-16T09:34:55.908666Z","end":"2026-04-16T09:34:57.94209Z","steps":["trace[2030824985] 'process raft request' (duration: 2.033319433s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:34:57.943265Z","caller":"traceutil/trace.go:171","msg":"trace[1183713443] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4947; }","duration":"1.095246954s","start":"2026-04-16T09:34:56.84801Z","end":"2026-04-16T09:34:57.943257Z","steps":["trace[1183713443] 'agreement among raft nodes before linearized reading' (duration: 1.094533172s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:34:57.943267Z","caller":"traceutil/trace.go:171","msg":"trace[410312902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4947; }","duration":"1.277306863s","start":"2026-04-16T09:34:56.665948Z","end":"2026-04-16T09:34:57.943254Z","steps":["trace[410312902] 'agreement among raft nodes before linearized reading' (duration: 1.27720951s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.847991Z","time spent":"1.095293686s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":35,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:34:57.943309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.908637Z","time spent":"2.034648785s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:34:57.942755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943009806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:34:57.94292Z","caller":"traceutil/trace.go:171","msg":"trace[415900262] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4947; }","duration":"539.32107ms","start":"2026-04-16T09:34:57.403581Z","end":"2026-04-16T09:34:57.942902Z","steps":["trace[415900262] 'agreement among raft nodes before linearized reading' (duration: 539.226297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662725143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:34:57.943357Z","caller":"traceutil/trace.go:171","msg":"trace[1758742445] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4947; }","duration":"1.943663877s","start":"2026-04-16T09:34:55.999677Z","end":"2026-04-16T09:34:57.94334Z","steps":["trace[1758742445] 'agreement among raft nodes before linearized reading' (duration: 1.943054968s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:34:57.943379Z","caller":"traceutil/trace.go:171","msg":"trace[822158176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4947; }","duration":"2.662915339s","start":"2026-04-16T09:34:55.280453Z","end":"2026-04-16T09:34:57.943368Z","steps":["trace[822158176] 'agreement among raft nodes before linearized reading' (duration: 2.662734493s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.9433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.665868Z","time spent":"1.277424666s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:34:57.943405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.280432Z","time spent":"2.662966531s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:34:57.943414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.999641Z","time spent":"1.94375918s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:34:57.942996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.553967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:34:57.943446Z","caller":"traceutil/trace.go:171","msg":"trace[607991419] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4947; }","duration":"684.028722ms","start":"2026-04-16T09:34:57.259411Z","end":"2026-04-16T09:34:57.943439Z","steps":["trace[607991419] 'agreement among raft nodes before linearized reading' (duration: 683.533417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:57.2594Z","time spent":"684.060433ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":35,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:34:57.943002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500024644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:34:57.943498Z","caller":"traceutil/trace.go:171","msg":"trace[1459697960] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:4947; }","duration":"2.500545061s","start":"2026-04-16T09:34:55.442944Z","end":"2026-04-16T09:34:57.943489Z","steps":["trace[1459697960] 'agreement among raft nodes before linearized reading' (duration: 2.499983723s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:57.403561Z","time spent":"539.803866ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:34:57.943013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101376237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:34:57.943569Z","caller":"traceutil/trace.go:171","msg":"trace[2014133904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4947; }","duration":"1.101984227s","start":"2026-04-16T09:34:56.841576Z","end":"2026-04-16T09:34:57.94356Z","steps":["trace[2014133904] 'agreement among raft nodes before linearized reading' (duration: 1.101402389s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.841551Z","time spent":"1.102032849s","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:34:57.94308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26419266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:34:57.943105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586145129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T09:34:57.943672Z","caller":"traceutil/trace.go:171","msg":"trace[657781215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4947; }","duration":"1.264773469s","start":"2026-04-16T09:34:56.678839Z","end":"2026-04-16T09:34:57.943612Z","steps":["trace[657781215] 'agreement among raft nodes before linearized reading' (duration: 1.264217581s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:57.235728Z","time spent":"707.491751ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T09:34:57.943493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.15175Z","time spent":"2.791529033s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:34:57.943525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.442929Z","time spent":"2.500588573s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"info","ts":"2026-04-16T09:34:57.943685Z","caller":"traceutil/trace.go:171","msg":"trace[1796913305] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4947; }","duration":"2.586760259s","start":"2026-04-16T09:34:55.356919Z","end":"2026-04-16T09:34:57.94368Z","steps":["trace[1796913305] 'agreement among raft nodes before linearized reading' (duration: 2.586144849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.356895Z","time spent":"2.586899983s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T09:34:57.943053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507437408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:34:57.943921Z","caller":"traceutil/trace.go:171","msg":"trace[1345399678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:4947; }","duration":"2.508323846s","start":"2026-04-16T09:34:55.435581Z","end":"2026-04-16T09:34:57.943905Z","steps":["trace[1345399678] 'agreement among raft nodes before linearized reading' (duration: 2.507434318s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.943982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:55.435564Z","time spent":"2.508402419s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"warn","ts":"2026-04-16T09:34:57.942937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199284164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:34:57.944295Z","caller":"traceutil/trace.go:171","msg":"trace[433714058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4947; }","duration":"1.200736159s","start":"2026-04-16T09:34:56.743537Z","end":"2026-04-16T09:34:57.944273Z","steps":["trace[433714058] 'agreement among raft nodes before linearized reading' (duration: 1.199330875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:34:57.944363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.743512Z","time spent":"1.200832133s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:34:57.943751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:34:56.678813Z","time spent":"1.264891872s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:37:04.636097Z","caller":"traceutil/trace.go:171","msg":"trace[235075019] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"254.505977ms","start":"2026-04-16T09:37:04.381562Z","end":"2026-04-16T09:37:04.636068Z","steps":["trace[235075019] 'process raft request' (duration: 254.319371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:04.695684Z","caller":"traceutil/trace.go:171","msg":"trace[1689230221] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"295.366113ms","start":"2026-04-16T09:37:04.400295Z","end":"2026-04-16T09:37:04.695661Z","steps":["trace[1689230221] 'process raft request' (duration: 295.193158ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:04.695889Z","caller":"traceutil/trace.go:171","msg":"trace[70794805] linearizableReadLoop","detail":"{readStateIndex:6018; appliedIndex:6015; }","duration":"196.566191ms","start":"2026-04-16T09:37:04.499282Z","end":"2026-04-16T09:37:04.695848Z","steps":["trace[70794805] 'read index received' (duration: 136.735597ms)","trace[70794805] 'applied index is now lower than readState.Index' (duration: 59.827504ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:37:04.695921Z","caller":"traceutil/trace.go:171","msg":"trace[1419078551] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"294.778676ms","start":"2026-04-16T09:37:04.401107Z","end":"2026-04-16T09:37:04.695886Z","steps":["trace[1419078551] 'process raft request' (duration: 294.514317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:04.69621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.129724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:37:04.696229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.147646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:37:04.696262Z","caller":"traceutil/trace.go:171","msg":"trace[1463649428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5786; }","duration":"153.219856ms","start":"2026-04-16T09:37:04.54303Z","end":"2026-04-16T09:37:04.69625Z","steps":["trace[1463649428] 'agreement among raft nodes before linearized reading' (duration: 153.059761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:04.696271Z","caller":"traceutil/trace.go:171","msg":"trace[699683694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5786; }","duration":"161.213918ms","start":"2026-04-16T09:37:04.535044Z","end":"2026-04-16T09:37:04.696258Z","steps":["trace[699683694] 'agreement among raft nodes before linearized reading' (duration: 161.014742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:04.696086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.771438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:37:04.69647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.803795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T09:37:04.696476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.084683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:37:04.696523Z","caller":"traceutil/trace.go:171","msg":"trace[2089774469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5786; }","duration":"160.155965ms","start":"2026-04-16T09:37:04.536358Z","end":"2026-04-16T09:37:04.696513Z","steps":["trace[2089774469] 'agreement among raft nodes before linearized reading' (duration: 160.043032ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:04.696531Z","caller":"traceutil/trace.go:171","msg":"trace[889422804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5786; }","duration":"153.851856ms","start":"2026-04-16T09:37:04.542659Z","end":"2026-04-16T09:37:04.696511Z","steps":["trace[889422804] 'agreement among raft nodes before linearized reading' (duration: 153.753853ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:04.69648Z","caller":"traceutil/trace.go:171","msg":"trace[1567910210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5786; }","duration":"197.227302ms","start":"2026-04-16T09:37:04.499221Z","end":"2026-04-16T09:37:04.696448Z","steps":["trace[1567910210] 'agreement among raft nodes before linearized reading' (duration: 196.745177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:04.696363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.050866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:37:04.696671Z","caller":"traceutil/trace.go:171","msg":"trace[763226325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5786; }","duration":"156.423887ms","start":"2026-04-16T09:37:04.540238Z","end":"2026-04-16T09:37:04.696662Z","steps":["trace[763226325] 'agreement among raft nodes before linearized reading' (duration: 155.977653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:05.026202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.247673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:37:05.026277Z","caller":"traceutil/trace.go:171","msg":"trace[831511251] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:5792; }","duration":"170.44625ms","start":"2026-04-16T09:37:04.855814Z","end":"2026-04-16T09:37:05.02626Z","steps":["trace[831511251] 'range keys from in-memory index tree' (duration: 170.066327ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:05.126889Z","caller":"traceutil/trace.go:171","msg":"trace[816781069] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6024; }","duration":"107.018571ms","start":"2026-04-16T09:37:05.019838Z","end":"2026-04-16T09:37:05.126857Z","steps":["trace[816781069] 'read index received' (duration: 106.745133ms)","trace[816781069] 'applied index is now lower than readState.Index' (duration: 272.268µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:37:05.127348Z","caller":"traceutil/trace.go:171","msg":"trace[1607739013] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"185.922897ms","start":"2026-04-16T09:37:04.94141Z","end":"2026-04-16T09:37:05.127333Z","steps":["trace[1607739013] 'process raft request' (duration: 185.260966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:05.127494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.642371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:37:05.12752Z","caller":"traceutil/trace.go:171","msg":"trace[1911502229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5793; }","duration":"107.707143ms","start":"2026-04-16T09:37:05.019807Z","end":"2026-04-16T09:37:05.127514Z","steps":["trace[1911502229] 'agreement among raft nodes before linearized reading' (duration: 107.648791ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:49.136146Z","caller":"traceutil/trace.go:171","msg":"trace[1548326119] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"100.39789ms","start":"2026-04-16T09:37:49.035722Z","end":"2026-04-16T09:37:49.13612Z","steps":["trace[1548326119] 'process raft request' (duration: 100.334898ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:49.136319Z","caller":"traceutil/trace.go:171","msg":"trace[4451705] linearizableReadLoop","detail":"{readStateIndex:6400; appliedIndex:6399; }","duration":"138.09528ms","start":"2026-04-16T09:37:48.998178Z","end":"2026-04-16T09:37:49.136273Z","steps":["trace[4451705] 'read index received' (duration: 75.082061ms)","trace[4451705] 'applied index is now lower than readState.Index' (duration: 63.009409ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:37:49.1363Z","caller":"traceutil/trace.go:171","msg":"trace[1882248996] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"161.508699ms","start":"2026-04-16T09:37:48.974746Z","end":"2026-04-16T09:37:49.136255Z","steps":["trace[1882248996] 'process raft request' (duration: 98.535851ms)","trace[1882248996] 'compare' (duration: 62.644387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:37:49.136628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.42237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:37:49.136732Z","caller":"traceutil/trace.go:171","msg":"trace[682036677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6159; }","duration":"138.590695ms","start":"2026-04-16T09:37:48.998117Z","end":"2026-04-16T09:37:49.136708Z","steps":["trace[682036677] 'agreement among raft nodes before linearized reading' (duration: 138.272205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:49.136772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.180169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T09:37:49.13692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.164621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:37:49.136975Z","caller":"traceutil/trace.go:171","msg":"trace[954982765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6159; }","duration":"136.426307ms","start":"2026-04-16T09:37:49.000535Z","end":"2026-04-16T09:37:49.136961Z","steps":["trace[954982765] 'agreement among raft nodes before linearized reading' (duration: 136.116277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:49.137009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.391566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:37:49.137082Z","caller":"traceutil/trace.go:171","msg":"trace[603517642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6159; }","duration":"136.4914ms","start":"2026-04-16T09:37:49.000576Z","end":"2026-04-16T09:37:49.137068Z","steps":["trace[603517642] 'agreement among raft nodes before linearized reading' (duration: 136.228581ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:49.137022Z","caller":"traceutil/trace.go:171","msg":"trace[1103287452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6159; }","duration":"131.342036ms","start":"2026-04-16T09:37:49.00566Z","end":"2026-04-16T09:37:49.137002Z","steps":["trace[1103287452] 'agreement among raft nodes before linearized reading' (duration: 131.073818ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:49.356309Z","caller":"traceutil/trace.go:171","msg":"trace[1399407074] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"214.469021ms","start":"2026-04-16T09:37:49.141812Z","end":"2026-04-16T09:37:49.356281Z","steps":["trace[1399407074] 'process raft request' (duration: 214.376738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:49.356465Z","caller":"traceutil/trace.go:171","msg":"trace[1865730138] transaction","detail":"{read_only:false; response_revision:6161; number_of_response:1; }","duration":"215.275186ms","start":"2026-04-16T09:37:49.141155Z","end":"2026-04-16T09:37:49.35643Z","steps":["trace[1865730138] 'process raft request' (duration: 124.979345ms)","trace[1865730138] 'compare' (duration: 89.871037ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:37:49.35655Z","caller":"traceutil/trace.go:171","msg":"trace[1947352672] linearizableReadLoop","detail":"{readStateIndex:6405; appliedIndex:6402; }","duration":"170.773572ms","start":"2026-04-16T09:37:49.185745Z","end":"2026-04-16T09:37:49.356519Z","steps":["trace[1947352672] 'read index received' (duration: 80.262954ms)","trace[1947352672] 'applied index is now lower than readState.Index' (duration: 90.508518ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:37:49.356615Z","caller":"traceutil/trace.go:171","msg":"trace[2037958211] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"214.350127ms","start":"2026-04-16T09:37:49.142231Z","end":"2026-04-16T09:37:49.356581Z","steps":["trace[2037958211] 'process raft request' (duration: 214.010116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:49.356742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.590926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:37:49.357007Z","caller":"traceutil/trace.go:171","msg":"trace[209875589] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:6163; }","duration":"113.873985ms","start":"2026-04-16T09:37:49.243119Z","end":"2026-04-16T09:37:49.356993Z","steps":["trace[209875589] 'agreement among raft nodes before linearized reading' (duration: 113.573455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:37:49.357322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.581377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:37:49.357362Z","caller":"traceutil/trace.go:171","msg":"trace[985443721] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:6163; }","duration":"171.65944ms","start":"2026-04-16T09:37:49.185687Z","end":"2026-04-16T09:37:49.357346Z","steps":["trace[985443721] 'agreement among raft nodes before linearized reading' (duration: 170.920226ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:37:59.040736Z","caller":"traceutil/trace.go:171","msg":"trace[1581976737] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"215.770471ms","start":"2026-04-16T09:37:58.824935Z","end":"2026-04-16T09:37:59.040705Z","steps":["trace[1581976737] 'process raft request' (duration: 215.584516ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:03.165735Z","caller":"traceutil/trace.go:171","msg":"trace[268275858] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"105.930064ms","start":"2026-04-16T09:38:03.059778Z","end":"2026-04-16T09:38:03.165708Z","steps":["trace[268275858] 'process raft request' (duration: 105.888723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:03.166137Z","caller":"traceutil/trace.go:171","msg":"trace[235791784] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"114.715852ms","start":"2026-04-16T09:38:03.051409Z","end":"2026-04-16T09:38:03.166125Z","steps":["trace[235791784] 'process raft request' (duration: 114.01065ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:03.166285Z","caller":"traceutil/trace.go:171","msg":"trace[279924601] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"111.661155ms","start":"2026-04-16T09:38:03.054614Z","end":"2026-04-16T09:38:03.166275Z","steps":["trace[279924601] 'process raft request' (duration: 110.970133ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:03.166518Z","caller":"traceutil/trace.go:171","msg":"trace[719404137] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"109.034632ms","start":"2026-04-16T09:38:03.057469Z","end":"2026-04-16T09:38:03.166504Z","steps":["trace[719404137] 'process raft request' (duration: 108.159025ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:36.419685Z","caller":"traceutil/trace.go:171","msg":"trace[341817859] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"124.569923ms","start":"2026-04-16T09:38:36.295085Z","end":"2026-04-16T09:38:36.419655Z","steps":["trace[341817859] 'process raft request' (duration: 123.683415ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:36.422133Z","caller":"traceutil/trace.go:171","msg":"trace[1579913378] transaction","detail":"{read_only:false; response_revision:6611; number_of_response:1; }","duration":"122.107705ms","start":"2026-04-16T09:38:36.299996Z","end":"2026-04-16T09:38:36.422103Z","steps":["trace[1579913378] 'process raft request' (duration: 121.93864ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:42.635397Z","caller":"traceutil/trace.go:171","msg":"trace[44369617] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"235.429402ms","start":"2026-04-16T09:38:42.399942Z","end":"2026-04-16T09:38:42.635372Z","steps":["trace[44369617] 'process raft request' (duration: 235.242666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:48.919438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.435755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-16T09:38:48.91954Z","caller":"traceutil/trace.go:171","msg":"trace[1279818668] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7204; }","duration":"237.625212ms","start":"2026-04-16T09:38:48.681892Z","end":"2026-04-16T09:38:48.919517Z","steps":["trace[1279818668] 'range keys from in-memory index tree' (duration: 237.234769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:48.919444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.094357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-16T09:38:48.919617Z","caller":"traceutil/trace.go:171","msg":"trace[814799725] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7204; }","duration":"153.325094ms","start":"2026-04-16T09:38:48.766274Z","end":"2026-04-16T09:38:48.919599Z","steps":["trace[814799725] 'range keys from in-memory index tree' (duration: 152.862419ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:49.179283Z","caller":"traceutil/trace.go:171","msg":"trace[1321447883] linearizableReadLoop","detail":"{readStateIndex:7484; appliedIndex:7483; }","duration":"107.781868ms","start":"2026-04-16T09:38:49.071479Z","end":"2026-04-16T09:38:49.179261Z","steps":["trace[1321447883] 'read index received' (duration: 107.646244ms)","trace[1321447883] 'applied index is now lower than readState.Index' (duration: 134.644µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:38:49.179357Z","caller":"traceutil/trace.go:171","msg":"trace[1514139544] transaction","detail":"{read_only:false; response_revision:7205; number_of_response:1; }","duration":"220.17427ms","start":"2026-04-16T09:38:48.959149Z","end":"2026-04-16T09:38:49.179323Z","steps":["trace[1514139544] 'process raft request' (duration: 219.956123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:49.179438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.942393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:38:49.179471Z","caller":"traceutil/trace.go:171","msg":"trace[469895047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7205; }","duration":"108.025075ms","start":"2026-04-16T09:38:49.071436Z","end":"2026-04-16T09:38:49.179461Z","steps":["trace[469895047] 'agreement among raft nodes before linearized reading' (duration: 107.938312ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:49.486878Z","caller":"traceutil/trace.go:171","msg":"trace[2089881679] linearizableReadLoop","detail":"{readStateIndex:7485; appliedIndex:7484; }","duration":"307.508505ms","start":"2026-04-16T09:38:49.17935Z","end":"2026-04-16T09:38:49.486858Z","steps":["trace[2089881679] 'read index received' (duration: 307.189435ms)","trace[2089881679] 'applied index is now lower than readState.Index' (duration: 318.14µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:38:49.486932Z","caller":"traceutil/trace.go:171","msg":"trace[420464965] transaction","detail":"{read_only:false; response_revision:7206; number_of_response:1; }","duration":"376.719906ms","start":"2026-04-16T09:38:49.110185Z","end":"2026-04-16T09:38:49.486905Z","steps":["trace[420464965] 'process raft request' (duration: 376.363015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:49.487035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.481192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T09:38:49.487064Z","caller":"traceutil/trace.go:171","msg":"trace[1616290735] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7206; }","duration":"365.517983ms","start":"2026-04-16T09:38:49.121539Z","end":"2026-04-16T09:38:49.487057Z","steps":["trace[1616290735] 'agreement among raft nodes before linearized reading' (duration: 365.402289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:49.487062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:49.110158Z","time spent":"376.82843ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:38:49.487085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:49.121488Z","time spent":"365.592606ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-16T09:38:49.489042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.345051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:38:49.489427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.690056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:38:49.490042Z","caller":"traceutil/trace.go:171","msg":"trace[1695754289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7210; }","duration":"308.452924ms","start":"2026-04-16T09:38:49.180641Z","end":"2026-04-16T09:38:49.489094Z","steps":["trace[1695754289] 'agreement among raft nodes before linearized reading' (duration: 308.343191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:49.490098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:49.180585Z","time spent":"309.500887ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:38:49.490311Z","caller":"traceutil/trace.go:171","msg":"trace[68953768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7210; }","duration":"252.80066ms","start":"2026-04-16T09:38:49.236672Z","end":"2026-04-16T09:38:49.489473Z","steps":["trace[68953768] 'agreement among raft nodes before linearized reading' (duration: 252.658476ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:54.270437Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4565} {"level":"info","ts":"2026-04-16T09:38:54.347767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4565,"took":"73.851328ms","hash":1092991478,"current-db-size-bytes":44834816,"current-db-size":"45 MB","current-db-size-in-use-bytes":32448512,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T09:38:54.347857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1092991478,"revision":4565,"compact-revision":1672} {"level":"warn","ts":"2026-04-16T09:38:55.268055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.817294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:38:55.268156Z","caller":"traceutil/trace.go:171","msg":"trace[1612697556] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:7269; }","duration":"530.992069ms","start":"2026-04-16T09:38:54.737132Z","end":"2026-04-16T09:38:55.268124Z","steps":["trace[1612697556] 'count revisions from in-memory index tree' (duration: 530.640538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:55.268214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:54.737111Z","time spent":"531.091603ms","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:38:56.034484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414824162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:38:56.08073Z","caller":"traceutil/trace.go:171","msg":"trace[64997261] transaction","detail":"{read_only:false; response_revision:7270; number_of_response:1; }","duration":"547.416868ms","start":"2026-04-16T09:38:55.533283Z","end":"2026-04-16T09:38:56.0807Z","steps":["trace[64997261] 'process raft request' (duration: 547.209101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.080946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.533258Z","time spent":"547.546712ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:38:56.215085Z","caller":"traceutil/trace.go:171","msg":"trace[1779881127] transaction","detail":"{read_only:false; response_revision:7271; number_of_response:1; }","duration":"681.613929ms","start":"2026-04-16T09:38:55.533443Z","end":"2026-04-16T09:38:56.215056Z","steps":["trace[1779881127] 'process raft request' (duration: 649.088853ms)","trace[1779881127] 'compare' (duration: 32.34642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:38:56.215233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.533432Z","time spent":"681.726372ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:38:56.215398Z","caller":"traceutil/trace.go:171","msg":"trace[945681589] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"681.646669ms","start":"2026-04-16T09:38:55.533715Z","end":"2026-04-16T09:38:56.215362Z","steps":["trace[945681589] 'process raft request' (duration: 681.295058ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:56.215526Z","caller":"traceutil/trace.go:171","msg":"trace[1198557649] transaction","detail":"{read_only:false; response_revision:7273; number_of_response:1; }","duration":"679.908824ms","start":"2026-04-16T09:38:55.535586Z","end":"2026-04-16T09:38:56.215495Z","steps":["trace[1198557649] 'process raft request' (duration: 679.704268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.21559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.533543Z","time spent":"681.948789ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:38:56.21561Z","caller":"traceutil/trace.go:171","msg":"trace[85420954] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"172.208259ms","start":"2026-04-16T09:38:56.043358Z","end":"2026-04-16T09:38:56.215567Z","steps":["trace[85420954] 'process raft request' (duration: 172.050404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.215723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.535574Z","time spent":"680.0546ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:38:56.215538Z","caller":"traceutil/trace.go:171","msg":"trace[947821672] linearizableReadLoop","detail":"{readStateIndex:7555; appliedIndex:7551; }","duration":"682.098914ms","start":"2026-04-16T09:38:55.533386Z","end":"2026-04-16T09:38:56.215485Z","steps":["trace[947821672] 'read index received' (duration: 547.097718ms)","trace[947821672] 'applied index is now lower than readState.Index' (duration: 134.999526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:38:56.21577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.370172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:38:56.215826Z","caller":"traceutil/trace.go:171","msg":"trace[85107580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7274; }","duration":"682.441044ms","start":"2026-04-16T09:38:55.53337Z","end":"2026-04-16T09:38:56.215811Z","steps":["trace[85107580] 'agreement among raft nodes before linearized reading' (duration: 682.220327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.215874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.533362Z","time spent":"682.501277ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:38:56.21593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.100547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:38:56.216Z","caller":"traceutil/trace.go:171","msg":"trace[1818200946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7274; }","duration":"140.20341ms","start":"2026-04-16T09:38:56.075781Z","end":"2026-04-16T09:38:56.215985Z","steps":["trace[1818200946] 'agreement among raft nodes before linearized reading' (duration: 140.091486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.216039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.718088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:38:56.216119Z","caller":"traceutil/trace.go:171","msg":"trace[491808764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7274; }","duration":"488.80666ms","start":"2026-04-16T09:38:55.727291Z","end":"2026-04-16T09:38:56.216097Z","steps":["trace[491808764] 'agreement among raft nodes before linearized reading' (duration: 488.608844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.21615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.850685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:38:56.216176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.727242Z","time spent":"488.923173ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:38:56.216184Z","caller":"traceutil/trace.go:171","msg":"trace[336953276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7274; }","duration":"523.879536ms","start":"2026-04-16T09:38:55.692292Z","end":"2026-04-16T09:38:56.216171Z","steps":["trace[336953276] 'agreement among raft nodes before linearized reading' (duration: 523.801673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.216217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.692228Z","time spent":"523.983189ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:38:56.216205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.536956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16084"} {"level":"warn","ts":"2026-04-16T09:38:56.216268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.806367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:38:56.216282Z","caller":"traceutil/trace.go:171","msg":"trace[983186889] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7274; }","duration":"170.64275ms","start":"2026-04-16T09:38:56.045619Z","end":"2026-04-16T09:38:56.216261Z","steps":["trace[983186889] 'agreement among raft nodes before linearized reading' (duration: 170.426063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.216039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.828625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:38:56.216334Z","caller":"traceutil/trace.go:171","msg":"trace[1438231595] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:7274; }","duration":"237.90407ms","start":"2026-04-16T09:38:55.978411Z","end":"2026-04-16T09:38:56.216315Z","steps":["trace[1438231595] 'agreement among raft nodes before linearized reading' (duration: 237.746795ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:56.216346Z","caller":"traceutil/trace.go:171","msg":"trace[1178290380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7274; }","duration":"682.161736ms","start":"2026-04-16T09:38:55.534174Z","end":"2026-04-16T09:38:56.216335Z","steps":["trace[1178290380] 'agreement among raft nodes before linearized reading' (duration: 681.702521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.216332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.341854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-16T09:38:56.216322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.341597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121615"} {"level":"warn","ts":"2026-04-16T09:38:56.216383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.534165Z","time spent":"682.211257ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:38:56.216408Z","caller":"traceutil/trace.go:171","msg":"trace[1402795690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:7274; }","duration":"146.477257ms","start":"2026-04-16T09:38:56.069905Z","end":"2026-04-16T09:38:56.216386Z","steps":["trace[1402795690] 'agreement among raft nodes before linearized reading' (duration: 146.192878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.216373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.792264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:38:56.216437Z","caller":"traceutil/trace.go:171","msg":"trace[641480913] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7274; }","duration":"679.481201ms","start":"2026-04-16T09:38:55.536928Z","end":"2026-04-16T09:38:56.21641Z","steps":["trace[641480913] 'agreement among raft nodes before linearized reading' (duration: 679.081129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:56.21647Z","caller":"traceutil/trace.go:171","msg":"trace[490699547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7274; }","duration":"484.911507ms","start":"2026-04-16T09:38:55.73155Z","end":"2026-04-16T09:38:56.216461Z","steps":["trace[490699547] 'agreement among raft nodes before linearized reading' (duration: 484.760902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.216528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.536923Z","time spent":"679.552893ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":121638,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T09:38:56.216558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.731539Z","time spent":"484.98979ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:38:56.216594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.6832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74674"} {"level":"info","ts":"2026-04-16T09:38:56.216664Z","caller":"traceutil/trace.go:171","msg":"trace[1190401870] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:7274; }","duration":"681.770174ms","start":"2026-04-16T09:38:55.534876Z","end":"2026-04-16T09:38:56.216646Z","steps":["trace[1190401870] 'agreement among raft nodes before linearized reading' (duration: 681.137104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.216716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.534841Z","time spent":"681.860836ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":74697,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-16T09:38:56.216982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.631545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:38:56.217043Z","caller":"traceutil/trace.go:171","msg":"trace[1103264424] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:7274; }","duration":"652.738479ms","start":"2026-04-16T09:38:55.56429Z","end":"2026-04-16T09:38:56.217028Z","steps":["trace[1103264424] 'agreement among raft nodes before linearized reading' (duration: 651.614243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.217087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:55.564265Z","time spent":"652.80967ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:38:56.488129Z","caller":"traceutil/trace.go:171","msg":"trace[2019766160] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"122.435329ms","start":"2026-04-16T09:38:56.365656Z","end":"2026-04-16T09:38:56.488091Z","steps":["trace[2019766160] 'process raft request' (duration: 95.418288ms)","trace[2019766160] 'compare' (duration: 26.799074ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:38:56.915364Z","caller":"traceutil/trace.go:171","msg":"trace[1376498337] transaction","detail":"{read_only:false; response_revision:7290; number_of_response:1; }","duration":"420.458355ms","start":"2026-04-16T09:38:56.494866Z","end":"2026-04-16T09:38:56.915324Z","steps":["trace[1376498337] 'process raft request' (duration: 420.371703ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:38:56.915476Z","caller":"traceutil/trace.go:171","msg":"trace[1796323497] transaction","detail":"{read_only:false; response_revision:7288; number_of_response:1; }","duration":"420.737115ms","start":"2026-04-16T09:38:56.494722Z","end":"2026-04-16T09:38:56.915459Z","steps":["trace[1796323497] 'process raft request' (duration: 399.093993ms)","trace[1796323497] 'compare' (duration: 20.859627ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:38:56.915394Z","caller":"traceutil/trace.go:171","msg":"trace[2011712721] transaction","detail":"{read_only:false; response_revision:7289; number_of_response:1; }","duration":"420.550548ms","start":"2026-04-16T09:38:56.494808Z","end":"2026-04-16T09:38:56.915358Z","steps":["trace[2011712721] 'process raft request' (duration: 420.28516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:38:56.91565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:56.494703Z","time spent":"420.828147ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:38:56.915612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:56.494814Z","time spent":"420.668842ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:38:56.915827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:38:56.494773Z","time spent":"420.91471ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:39:02.419929Z","caller":"traceutil/trace.go:171","msg":"trace[228745334] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"126.786957ms","start":"2026-04-16T09:39:02.29311Z","end":"2026-04-16T09:39:02.419897Z","steps":["trace[228745334] 'process raft request' (duration: 121.047816ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:39:02.422075Z","caller":"traceutil/trace.go:171","msg":"trace[1848118240] transaction","detail":"{read_only:false; response_revision:7338; number_of_response:1; }","duration":"122.645126ms","start":"2026-04-16T09:39:02.299408Z","end":"2026-04-16T09:39:02.422053Z","steps":["trace[1848118240] 'process raft request' (duration: 122.505462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:39:34.581381Z","caller":"traceutil/trace.go:171","msg":"trace[2008039471] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"372.946648ms","start":"2026-04-16T09:39:34.208393Z","end":"2026-04-16T09:39:34.58134Z","steps":["trace[2008039471] 'process raft request' (duration: 372.770932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:34.581829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.20837Z","time spent":"373.376891ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:39:34.70032Z","caller":"traceutil/trace.go:171","msg":"trace[1132888417] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"339.72976ms","start":"2026-04-16T09:39:34.360567Z","end":"2026-04-16T09:39:34.700297Z","steps":["trace[1132888417] 'process raft request' (duration: 339.523454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:34.700469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.360539Z","time spent":"339.855394ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:39:34.700565Z","caller":"traceutil/trace.go:171","msg":"trace[1322548487] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"339.951688ms","start":"2026-04-16T09:39:34.360584Z","end":"2026-04-16T09:39:34.700536Z","steps":["trace[1322548487] 'process raft request' (duration: 339.666519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:34.700669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.360551Z","time spent":"340.064961ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:39:34.701077Z","caller":"traceutil/trace.go:171","msg":"trace[731686554] linearizableReadLoop","detail":"{readStateIndex:7859; appliedIndex:7856; }","duration":"119.108455ms","start":"2026-04-16T09:39:34.581949Z","end":"2026-04-16T09:39:34.701057Z","steps":["trace[731686554] 'read index received' (duration: 118.067982ms)","trace[731686554] 'applied index is now lower than readState.Index' (duration: 1.039863ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:39:34.701205Z","caller":"traceutil/trace.go:171","msg":"trace[1706839209] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"340.131313ms","start":"2026-04-16T09:39:34.361055Z","end":"2026-04-16T09:39:34.701186Z","steps":["trace[1706839209] 'process raft request' (duration: 339.422591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:34.701859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.361039Z","time spent":"340.734772ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:39:34.701494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.495137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:39:34.702011Z","caller":"traceutil/trace.go:171","msg":"trace[340413777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7567; }","duration":"120.083056ms","start":"2026-04-16T09:39:34.581912Z","end":"2026-04-16T09:39:34.701995Z","steps":["trace[340413777] 'agreement among raft nodes before linearized reading' (duration: 119.299781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:34.702507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.167158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:39:34.702656Z","caller":"traceutil/trace.go:171","msg":"trace[1180809624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7567; }","duration":"100.351524ms","start":"2026-04-16T09:39:34.602278Z","end":"2026-04-16T09:39:34.702629Z","steps":["trace[1180809624] 'agreement among raft nodes before linearized reading' (duration: 99.91444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.097103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261777818s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:39:36.098219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262783759s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:39:36.098565Z","caller":"traceutil/trace.go:171","msg":"trace[2008845534] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"1.393148709s","start":"2026-04-16T09:39:34.705365Z","end":"2026-04-16T09:39:36.098513Z","steps":["trace[2008845534] 'process raft request' (duration: 129.958037ms)","trace[2008845534] 'compare' (duration: 1.262145329s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:39:36.098884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.705347Z","time spent":"1.393321735s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:39:36.099007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391309242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:211790"} {"level":"info","ts":"2026-04-16T09:39:36.099053Z","caller":"traceutil/trace.go:171","msg":"trace[1036916303] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:7572; }","duration":"1.391378264s","start":"2026-04-16T09:39:34.707665Z","end":"2026-04-16T09:39:36.099043Z","steps":["trace[1036916303] 'agreement among raft nodes before linearized reading' (duration: 1.390981742s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.099095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.707655Z","time spent":"1.391430705s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":211813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T09:39:36.098606Z","caller":"traceutil/trace.go:171","msg":"trace[1316471141] linearizableReadLoop","detail":"{readStateIndex:7864; appliedIndex:7859; }","duration":"1.390898869s","start":"2026-04-16T09:39:34.707689Z","end":"2026-04-16T09:39:36.098588Z","steps":["trace[1316471141] 'read index received' (duration: 127.621034ms)","trace[1316471141] 'applied index is now lower than readState.Index' (duration: 1.263276735s)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:39:36.099422Z","caller":"traceutil/trace.go:171","msg":"trace[1857794907] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"1.393053757s","start":"2026-04-16T09:39:34.706361Z","end":"2026-04-16T09:39:36.099415Z","steps":["trace[1857794907] 'process raft request' (duration: 1.392113287s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:39:36.099391Z","caller":"traceutil/trace.go:171","msg":"trace[1439365025] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"1.393934534s","start":"2026-04-16T09:39:34.705434Z","end":"2026-04-16T09:39:36.099368Z","steps":["trace[1439365025] 'process raft request' (duration: 1.392957124s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.099503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.706352Z","time spent":"1.393116479s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:39:36.099631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.705415Z","time spent":"1.39408414s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:39:36.09969Z","caller":"traceutil/trace.go:171","msg":"trace[1680601847] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"1.392955234s","start":"2026-04-16T09:39:34.706681Z","end":"2026-04-16T09:39:36.099636Z","steps":["trace[1680601847] 'process raft request' (duration: 1.39187439s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.0998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.706659Z","time spent":"1.393088907s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:39:36.099923Z","caller":"traceutil/trace.go:171","msg":"trace[152224950] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"1.393339046s","start":"2026-04-16T09:39:34.706571Z","end":"2026-04-16T09:39:36.09991Z","steps":["trace[152224950] 'process raft request' (duration: 1.391949782s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.100022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.706554Z","time spent":"1.393414778s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:39:36.100553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.942334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:39:36.100625Z","caller":"traceutil/trace.go:171","msg":"trace[196884609] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7572; }","duration":"312.053328ms","start":"2026-04-16T09:39:35.788551Z","end":"2026-04-16T09:39:36.100604Z","steps":["trace[196884609] 'agreement among raft nodes before linearized reading' (duration: 311.937535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.100673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:35.788529Z","time spent":"312.12891ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:39:36.100637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.326031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:39:36.100726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.670229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T09:39:36.100776Z","caller":"traceutil/trace.go:171","msg":"trace[666637181] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7572; }","duration":"477.71984ms","start":"2026-04-16T09:39:35.623041Z","end":"2026-04-16T09:39:36.100761Z","steps":["trace[666637181] 'agreement among raft nodes before linearized reading' (duration: 477.567426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.100758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.528956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:39:36.10083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:35.62302Z","time spent":"477.800533ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-16T09:39:36.100903Z","caller":"traceutil/trace.go:171","msg":"trace[175780792] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7572; }","duration":"878.745342ms","start":"2026-04-16T09:39:35.222112Z","end":"2026-04-16T09:39:36.100858Z","steps":["trace[175780792] 'agreement among raft nodes before linearized reading' (duration: 878.395531ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:39:36.100933Z","caller":"traceutil/trace.go:171","msg":"trace[1249482229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7572; }","duration":"951.658052ms","start":"2026-04-16T09:39:35.149211Z","end":"2026-04-16T09:39:36.100869Z","steps":["trace[1249482229] 'agreement among raft nodes before linearized reading' (duration: 951.313981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.100977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:35.222086Z","time spent":"878.879457ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":82,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:39:36.100998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:35.149178Z","time spent":"951.806106ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:39:36.101069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372394015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:211790"} {"level":"info","ts":"2026-04-16T09:39:36.101275Z","caller":"traceutil/trace.go:171","msg":"trace[1471415940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:7572; }","duration":"1.372645153s","start":"2026-04-16T09:39:34.728608Z","end":"2026-04-16T09:39:36.101254Z","steps":["trace[1471415940] 'agreement among raft nodes before linearized reading' (duration: 1.371212948s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:39:36.101356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:39:34.728585Z","time spent":"1.372753497s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":211813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:40:43.84584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.728544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:40:43.84595Z","caller":"traceutil/trace.go:171","msg":"trace[898621201] linearizableReadLoop","detail":"{readStateIndex:8836; appliedIndex:8835; }","duration":"112.122257ms","start":"2026-04-16T09:40:43.733811Z","end":"2026-04-16T09:40:43.845933Z","steps":["trace[898621201] 'read index received' (duration: 7.238819ms)","trace[898621201] 'applied index is now lower than readState.Index' (duration: 104.882368ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:43.846094Z","caller":"traceutil/trace.go:171","msg":"trace[41693905] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"112.753827ms","start":"2026-04-16T09:40:43.733301Z","end":"2026-04-16T09:40:43.846055Z","steps":["trace[41693905] 'compare' (duration: 104.591719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:43.846216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.394086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-16T09:40:43.846405Z","caller":"traceutil/trace.go:171","msg":"trace[442263755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:8519; }","duration":"112.625123ms","start":"2026-04-16T09:40:43.733767Z","end":"2026-04-16T09:40:43.846392Z","steps":["trace[442263755] 'agreement among raft nodes before linearized reading' (duration: 112.21437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:43.84703Z","caller":"traceutil/trace.go:171","msg":"trace[211715994] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"112.766107ms","start":"2026-04-16T09:40:43.734218Z","end":"2026-04-16T09:40:43.846984Z","steps":["trace[211715994] 'process raft request' (duration: 112.585832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:43.847089Z","caller":"traceutil/trace.go:171","msg":"trace[254265389] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"110.469475ms","start":"2026-04-16T09:40:43.736603Z","end":"2026-04-16T09:40:43.847072Z","steps":["trace[254265389] 'process raft request' (duration: 110.412313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:46.359369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.254174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T09:40:46.359444Z","caller":"traceutil/trace.go:171","msg":"trace[1380595250] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:8560; }","duration":"114.375748ms","start":"2026-04-16T09:40:46.245053Z","end":"2026-04-16T09:40:46.359429Z","steps":["trace[1380595250] 'range keys from in-memory index tree' (duration: 114.12087ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:46.902243Z","caller":"traceutil/trace.go:171","msg":"trace[1464058345] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"433.34677ms","start":"2026-04-16T09:40:46.468872Z","end":"2026-04-16T09:40:46.902219Z","steps":["trace[1464058345] 'process raft request' (duration: 433.210446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:46.902401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.468855Z","time spent":"433.470893ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:40:47.115645Z","caller":"traceutil/trace.go:171","msg":"trace[790937285] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"644.770328ms","start":"2026-04-16T09:40:46.47085Z","end":"2026-04-16T09:40:47.11562Z","steps":["trace[790937285] 'process raft request' (duration: 644.701776ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:47.115926Z","caller":"traceutil/trace.go:171","msg":"trace[1597169724] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"641.835976ms","start":"2026-04-16T09:40:46.474073Z","end":"2026-04-16T09:40:47.115909Z","steps":["trace[1597169724] 'process raft request' (duration: 641.509295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.116038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.474063Z","time spent":"641.908839ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:40:47.116148Z","caller":"traceutil/trace.go:171","msg":"trace[1515009341] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"233.282659ms","start":"2026-04-16T09:40:46.88285Z","end":"2026-04-16T09:40:47.116132Z","steps":["trace[1515009341] 'process raft request' (duration: 233.092603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.115921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.47084Z","time spent":"644.997075ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:40:47.11613Z","caller":"traceutil/trace.go:171","msg":"trace[1412608324] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8877; }","duration":"620.993578ms","start":"2026-04-16T09:40:46.495104Z","end":"2026-04-16T09:40:47.116097Z","steps":["trace[1412608324] 'read index received' (duration: 407.073601ms)","trace[1412608324] 'applied index is now lower than readState.Index' (duration: 213.918417ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:47.115754Z","caller":"traceutil/trace.go:171","msg":"trace[1101050052] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"645.032227ms","start":"2026-04-16T09:40:46.470675Z","end":"2026-04-16T09:40:47.115708Z","steps":["trace[1101050052] 'process raft request' (duration: 644.838451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.116275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.470659Z","time spent":"645.590404ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:40:47.115747Z","caller":"traceutil/trace.go:171","msg":"trace[1391338251] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"645.569263ms","start":"2026-04-16T09:40:46.470079Z","end":"2026-04-16T09:40:47.115648Z","steps":["trace[1391338251] 'process raft request' (duration: 645.281184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.116354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.470066Z","time spent":"646.268876ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:40:47.116468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.367691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-16T09:40:47.116552Z","caller":"traceutil/trace.go:171","msg":"trace[1300662394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8566; }","duration":"621.495014ms","start":"2026-04-16T09:40:46.495039Z","end":"2026-04-16T09:40:47.116534Z","steps":["trace[1300662394] 'agreement among raft nodes before linearized reading' (duration: 621.195785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.116615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.495009Z","time spent":"621.595757ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-16T09:40:47.174045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.499984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:40:47.174151Z","caller":"traceutil/trace.go:171","msg":"trace[705622806] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8569; }","duration":"342.687949ms","start":"2026-04-16T09:40:46.831441Z","end":"2026-04-16T09:40:47.174129Z","steps":["trace[705622806] 'agreement among raft nodes before linearized reading' (duration: 342.518894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.174215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.831419Z","time spent":"342.769662ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:40:47.174241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.23756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f74f460b-0941-430f-874e-fc03d0e80e54\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-04-16T09:40:47.174344Z","caller":"traceutil/trace.go:171","msg":"trace[461928778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f74f460b-0941-430f-874e-fc03d0e80e54; range_end:; response_count:1; response_revision:8569; }","duration":"287.408436ms","start":"2026-04-16T09:40:46.886913Z","end":"2026-04-16T09:40:47.174322Z","steps":["trace[461928778] 'agreement among raft nodes before linearized reading' (duration: 287.043295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.174353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.155213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:40:47.1744Z","caller":"traceutil/trace.go:171","msg":"trace[1462065688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:8569; }","duration":"569.235526ms","start":"2026-04-16T09:40:46.605152Z","end":"2026-04-16T09:40:47.174388Z","steps":["trace[1462065688] 'agreement among raft nodes before linearized reading' (duration: 569.158074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.174264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.612862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:40:47.174437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.604534Z","time spent":"569.898157ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:40:47.174446Z","caller":"traceutil/trace.go:171","msg":"trace[862686338] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:8569; }","duration":"481.8402ms","start":"2026-04-16T09:40:46.692587Z","end":"2026-04-16T09:40:47.174427Z","steps":["trace[862686338] 'agreement among raft nodes before linearized reading' (duration: 481.52931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:47.174052Z","caller":"traceutil/trace.go:171","msg":"trace[159002051] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"109.844925ms","start":"2026-04-16T09:40:47.06417Z","end":"2026-04-16T09:40:47.174015Z","steps":["trace[159002051] 'process raft request' (duration: 76.941797ms)","trace[159002051] 'compare' (duration: 32.562627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:40:47.174444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.861572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:40:47.174495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.69257Z","time spent":"481.902051ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"info","ts":"2026-04-16T09:40:47.174708Z","caller":"traceutil/trace.go:171","msg":"trace[24756579] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8569; }","duration":"367.000746ms","start":"2026-04-16T09:40:46.807515Z","end":"2026-04-16T09:40:47.174516Z","steps":["trace[24756579] 'agreement among raft nodes before linearized reading' (duration: 366.846862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.174774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.807493Z","time spent":"367.264655ms","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:40:47.174779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.30256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:40:47.174814Z","caller":"traceutil/trace.go:171","msg":"trace[294435689] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8569; }","duration":"428.399324ms","start":"2026-04-16T09:40:46.746407Z","end":"2026-04-16T09:40:47.174806Z","steps":["trace[294435689] 'agreement among raft nodes before linearized reading' (duration: 427.706552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:47.174842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:46.746385Z","time spent":"428.450315ms","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1016,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:40:50.446205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.198965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:40:50.446339Z","caller":"traceutil/trace.go:171","msg":"trace[596001908] linearizableReadLoop","detail":"{readStateIndex:8924; appliedIndex:8923; }","duration":"223.890143ms","start":"2026-04-16T09:40:50.222431Z","end":"2026-04-16T09:40:50.446321Z","steps":["trace[596001908] 'read index received' (duration: 49.419079ms)","trace[596001908] 'applied index is now lower than readState.Index' (duration: 174.469624ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:50.446452Z","caller":"traceutil/trace.go:171","msg":"trace[2142029847] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"272.176215ms","start":"2026-04-16T09:40:50.174225Z","end":"2026-04-16T09:40:50.446401Z","steps":["trace[2142029847] 'process raft request' (duration: 97.687911ms)","trace[2142029847] 'compare' (duration: 174.022499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:40:50.446546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.117569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-16T09:40:50.446583Z","caller":"traceutil/trace.go:171","msg":"trace[249233287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8606; }","duration":"224.15627ms","start":"2026-04-16T09:40:50.222415Z","end":"2026-04-16T09:40:50.446571Z","steps":["trace[249233287] 'agreement among raft nodes before linearized reading' (duration: 224.004126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:50.446781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.736048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:40:50.446888Z","caller":"traceutil/trace.go:171","msg":"trace[641500391] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8606; }","duration":"152.889863ms","start":"2026-04-16T09:40:50.293974Z","end":"2026-04-16T09:40:50.446864Z","steps":["trace[641500391] 'agreement among raft nodes before linearized reading' (duration: 152.649125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:50.621788Z","caller":"traceutil/trace.go:171","msg":"trace[2044379724] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"168.285049ms","start":"2026-04-16T09:40:50.453473Z","end":"2026-04-16T09:40:50.621758Z","steps":["trace[2044379724] 'process raft request' (duration: 147.197783ms)","trace[2044379724] 'compare' (duration: 20.91249ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:50.685071Z","caller":"traceutil/trace.go:171","msg":"trace[1785343075] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"230.946865ms","start":"2026-04-16T09:40:50.454102Z","end":"2026-04-16T09:40:50.685049Z","steps":["trace[1785343075] 'process raft request' (duration: 230.737098ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:50.685349Z","caller":"traceutil/trace.go:171","msg":"trace[567004416] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"230.916904ms","start":"2026-04-16T09:40:50.454408Z","end":"2026-04-16T09:40:50.685325Z","steps":["trace[567004416] 'process raft request' (duration: 230.81002ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:50.685397Z","caller":"traceutil/trace.go:171","msg":"trace[1396682799] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"231.10606ms","start":"2026-04-16T09:40:50.454281Z","end":"2026-04-16T09:40:50.685387Z","steps":["trace[1396682799] 'process raft request' (duration: 230.707827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.00873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.192153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T09:40:51.008938Z","caller":"traceutil/trace.go:171","msg":"trace[1583506548] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8610; }","duration":"147.343067ms","start":"2026-04-16T09:40:50.861457Z","end":"2026-04-16T09:40:51.0088Z","steps":["trace[1583506548] 'range keys from in-memory index tree' (duration: 146.77463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.46459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.374499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:40:51.464693Z","caller":"traceutil/trace.go:171","msg":"trace[170701047] linearizableReadLoop","detail":"{readStateIndex:8930; appliedIndex:8929; }","duration":"332.54799ms","start":"2026-04-16T09:40:51.132127Z","end":"2026-04-16T09:40:51.464675Z","steps":["trace[170701047] 'read index received' (duration: 217.17341ms)","trace[170701047] 'applied index is now lower than readState.Index' (duration: 115.3731ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:51.464761Z","caller":"traceutil/trace.go:171","msg":"trace[767883929] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"333.091597ms","start":"2026-04-16T09:40:51.131659Z","end":"2026-04-16T09:40:51.46475Z","steps":["trace[767883929] 'process raft request' (duration: 217.4783ms)","trace[767883929] 'compare' (duration: 115.240075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:40:51.464814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:51.131627Z","time spent":"333.157279ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:40:51.464938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.811239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:40:51.464982Z","caller":"traceutil/trace.go:171","msg":"trace[386002830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8612; }","duration":"332.889421ms","start":"2026-04-16T09:40:51.132081Z","end":"2026-04-16T09:40:51.46497Z","steps":["trace[386002830] 'agreement among raft nodes before linearized reading' (duration: 332.723426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.465015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:51.132069Z","time spent":"332.939202ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:40:51.475497Z","caller":"traceutil/trace.go:171","msg":"trace[189248881] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"289.182833ms","start":"2026-04-16T09:40:51.186299Z","end":"2026-04-16T09:40:51.475482Z","steps":["trace[189248881] 'process raft request' (duration: 288.978216ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:51.475498Z","caller":"traceutil/trace.go:171","msg":"trace[305819828] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"288.741408ms","start":"2026-04-16T09:40:51.186733Z","end":"2026-04-16T09:40:51.475474Z","steps":["trace[305819828] 'process raft request' (duration: 288.668536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:51.475656Z","caller":"traceutil/trace.go:171","msg":"trace[2054485672] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"287.423157ms","start":"2026-04-16T09:40:51.188223Z","end":"2026-04-16T09:40:51.475646Z","steps":["trace[2054485672] 'process raft request' (duration: 287.21561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.475736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.606671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:40:51.475775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.81682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:40:51.475777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.909825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:40:51.475846Z","caller":"traceutil/trace.go:171","msg":"trace[549074769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8615; }","duration":"342.02593ms","start":"2026-04-16T09:40:51.133802Z","end":"2026-04-16T09:40:51.475828Z","steps":["trace[549074769] 'agreement among raft nodes before linearized reading' (duration: 341.773912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.47587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.758226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-16T09:40:51.475878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.433287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:40:51.475879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:51.133783Z","time spent":"342.089461ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:40:51.475895Z","caller":"traceutil/trace.go:171","msg":"trace[415635440] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8615; }","duration":"105.824648ms","start":"2026-04-16T09:40:51.370061Z","end":"2026-04-16T09:40:51.475885Z","steps":["trace[415635440] 'agreement among raft nodes before linearized reading' (duration: 105.760286ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:51.475899Z","caller":"traceutil/trace.go:171","msg":"trace[1074669431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:8615; }","duration":"235.492859ms","start":"2026-04-16T09:40:51.2404Z","end":"2026-04-16T09:40:51.475893Z","steps":["trace[1074669431] 'agreement among raft nodes before linearized reading' (duration: 235.423506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.476034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.08829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:40:51.476073Z","caller":"traceutil/trace.go:171","msg":"trace[1496948570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8615; }","duration":"341.165782ms","start":"2026-04-16T09:40:51.134899Z","end":"2026-04-16T09:40:51.476064Z","steps":["trace[1496948570] 'agreement among raft nodes before linearized reading' (duration: 341.070769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.476099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:51.134875Z","time spent":"341.214944ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:40:51.475801Z","caller":"traceutil/trace.go:171","msg":"trace[202375065] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:8615; }","duration":"234.757605ms","start":"2026-04-16T09:40:51.241031Z","end":"2026-04-16T09:40:51.475788Z","steps":["trace[202375065] 'agreement among raft nodes before linearized reading' (duration: 234.564139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.476134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.134422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:40:51.476179Z","caller":"traceutil/trace.go:171","msg":"trace[1572090204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8615; }","duration":"342.176974ms","start":"2026-04-16T09:40:51.13398Z","end":"2026-04-16T09:40:51.476157Z","steps":["trace[1572090204] 'agreement among raft nodes before linearized reading' (duration: 342.105992ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:51.475806Z","caller":"traceutil/trace.go:171","msg":"trace[1347782755] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8615; }","duration":"268.884222ms","start":"2026-04-16T09:40:51.206913Z","end":"2026-04-16T09:40:51.475797Z","steps":["trace[1347782755] 'agreement among raft nodes before linearized reading' (duration: 268.83202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:51.476205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:51.133973Z","time spent":"342.226445ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:40:53.601777Z","caller":"traceutil/trace.go:171","msg":"trace[76155616] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"118.629772ms","start":"2026-04-16T09:40:53.483123Z","end":"2026-04-16T09:40:53.601753Z","steps":["trace[76155616] 'process raft request' (duration: 118.497508ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:53.601789Z","caller":"traceutil/trace.go:171","msg":"trace[507001558] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"120.966715ms","start":"2026-04-16T09:40:53.480769Z","end":"2026-04-16T09:40:53.601736Z","steps":["trace[507001558] 'process raft request' (duration: 99.977743ms)","trace[507001558] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 20.710284ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:53.601947Z","caller":"traceutil/trace.go:171","msg":"trace[79823647] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"118.316262ms","start":"2026-04-16T09:40:53.483568Z","end":"2026-04-16T09:40:53.601884Z","steps":["trace[79823647] 'process raft request' (duration: 118.112296ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:54.225693Z","caller":"traceutil/trace.go:171","msg":"trace[1628787842] linearizableReadLoop","detail":"{readStateIndex:8962; appliedIndex:8961; }","duration":"209.971413ms","start":"2026-04-16T09:40:54.015691Z","end":"2026-04-16T09:40:54.225663Z","steps":["trace[1628787842] 'read index received' (duration: 188.901039ms)","trace[1628787842] 'applied index is now lower than readState.Index' (duration: 21.069224ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:54.225981Z","caller":"traceutil/trace.go:171","msg":"trace[938665572] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"221.616191ms","start":"2026-04-16T09:40:54.004352Z","end":"2026-04-16T09:40:54.225968Z","steps":["trace[938665572] 'process raft request' (duration: 200.221846ms)","trace[938665572] 'compare' (duration: 20.694423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:40:54.22622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.50706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:40:54.226272Z","caller":"traceutil/trace.go:171","msg":"trace[1997115886] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8643; }","duration":"210.588702ms","start":"2026-04-16T09:40:54.015672Z","end":"2026-04-16T09:40:54.226261Z","steps":["trace[1997115886] 'agreement among raft nodes before linearized reading' (duration: 210.495449ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:54.715148Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002304.wal"} {"level":"info","ts":"2026-04-16T09:40:54.715566Z","caller":"traceutil/trace.go:171","msg":"trace[600678177] linearizableReadLoop","detail":"{readStateIndex:8963; appliedIndex:8962; }","duration":"478.234564ms","start":"2026-04-16T09:40:54.237307Z","end":"2026-04-16T09:40:54.715541Z","steps":["trace[600678177] 'read index received' (duration: 478.058678ms)","trace[600678177] 'applied index is now lower than readState.Index' (duration: 174.916µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:54.715848Z","caller":"traceutil/trace.go:171","msg":"trace[1765204377] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"480.563527ms","start":"2026-04-16T09:40:54.235272Z","end":"2026-04-16T09:40:54.715836Z","steps":["trace[1765204377] 'process raft request' (duration: 480.121443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:54.715949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:54.235236Z","time spent":"480.648571ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:40:54.716117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.788402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1245"} {"level":"info","ts":"2026-04-16T09:40:54.716296Z","caller":"traceutil/trace.go:171","msg":"trace[818859732] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:8644; }","duration":"478.998168ms","start":"2026-04-16T09:40:54.237269Z","end":"2026-04-16T09:40:54.716267Z","steps":["trace[818859732] 'agreement among raft nodes before linearized reading' (duration: 478.676288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:54.716361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:54.237255Z","time spent":"479.091131ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1268,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-04-16T09:40:54.72771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.042597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:40:54.727721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.707695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-16T09:40:54.727759Z","caller":"traceutil/trace.go:171","msg":"trace[235406119] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8645; }","duration":"445.13156ms","start":"2026-04-16T09:40:54.282618Z","end":"2026-04-16T09:40:54.727749Z","steps":["trace[235406119] 'agreement among raft nodes before linearized reading' (duration: 445.053878ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:54.727775Z","caller":"traceutil/trace.go:171","msg":"trace[1125399306] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:8645; }","duration":"430.786907ms","start":"2026-04-16T09:40:54.296972Z","end":"2026-04-16T09:40:54.727759Z","steps":["trace[1125399306] 'agreement among raft nodes before linearized reading' (duration: 430.620892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:54.727782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:54.282601Z","time spent":"445.176321ms","remote":"127.0.0.1:43780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:40:54.727802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:54.296967Z","time spent":"430.829129ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-16T09:40:54.727982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.864366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T09:40:54.728098Z","caller":"traceutil/trace.go:171","msg":"trace[1884241522] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:8645; }","duration":"266.032032ms","start":"2026-04-16T09:40:54.462053Z","end":"2026-04-16T09:40:54.728085Z","steps":["trace[1884241522] 'agreement among raft nodes before linearized reading' (duration: 265.793644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:54.728169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.067683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:40:54.728201Z","caller":"traceutil/trace.go:171","msg":"trace[320120946] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8645; }","duration":"305.143325ms","start":"2026-04-16T09:40:54.42305Z","end":"2026-04-16T09:40:54.728194Z","steps":["trace[320120946] 'agreement among raft nodes before linearized reading' (duration: 304.532796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:54.728223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:40:54.423032Z","time spent":"305.183877ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1024,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:40:59.859914Z","caller":"traceutil/trace.go:171","msg":"trace[657611426] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"238.318908ms","start":"2026-04-16T09:40:59.621572Z","end":"2026-04-16T09:40:59.859891Z","steps":["trace[657611426] 'process raft request' (duration: 238.178413ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:59.872618Z","caller":"traceutil/trace.go:171","msg":"trace[1598311102] linearizableReadLoop","detail":"{readStateIndex:9049; appliedIndex:9046; }","duration":"210.093948ms","start":"2026-04-16T09:40:59.662495Z","end":"2026-04-16T09:40:59.872589Z","steps":["trace[1598311102] 'read index received' (duration: 197.280603ms)","trace[1598311102] 'applied index is now lower than readState.Index' (duration: 12.811784ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:40:59.873172Z","caller":"traceutil/trace.go:171","msg":"trace[968833953] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"251.521134ms","start":"2026-04-16T09:40:59.621639Z","end":"2026-04-16T09:40:59.87316Z","steps":["trace[968833953] 'process raft request' (duration: 250.77571ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:40:59.873338Z","caller":"traceutil/trace.go:171","msg":"trace[1201179442] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"251.638668ms","start":"2026-04-16T09:40:59.621691Z","end":"2026-04-16T09:40:59.87333Z","steps":["trace[1201179442] 'process raft request' (duration: 250.855143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:59.873544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.027427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:40:59.87358Z","caller":"traceutil/trace.go:171","msg":"trace[1168861553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8729; }","duration":"211.10584ms","start":"2026-04-16T09:40:59.662466Z","end":"2026-04-16T09:40:59.873572Z","steps":["trace[1168861553] 'agreement among raft nodes before linearized reading' (duration: 210.981406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:59.873723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.524204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:40:59.873753Z","caller":"traceutil/trace.go:171","msg":"trace[1044681051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8729; }","duration":"199.569985ms","start":"2026-04-16T09:40:59.674176Z","end":"2026-04-16T09:40:59.873746Z","steps":["trace[1044681051] 'agreement among raft nodes before linearized reading' (duration: 199.499153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:59.874105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.633212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:40:59.87414Z","caller":"traceutil/trace.go:171","msg":"trace[1060262318] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:8729; }","duration":"170.685794ms","start":"2026-04-16T09:40:59.703447Z","end":"2026-04-16T09:40:59.874133Z","steps":["trace[1060262318] 'agreement among raft nodes before linearized reading' (duration: 170.597341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:59.874486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.030319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:40:59.874531Z","caller":"traceutil/trace.go:171","msg":"trace[1023265701] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:8729; }","duration":"180.09049ms","start":"2026-04-16T09:40:59.694433Z","end":"2026-04-16T09:40:59.874523Z","steps":["trace[1023265701] 'agreement among raft nodes before linearized reading' (duration: 179.806992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:59.874661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.771677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:40:59.874682Z","caller":"traceutil/trace.go:171","msg":"trace[190076217] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8729; }","duration":"183.820888ms","start":"2026-04-16T09:40:59.690854Z","end":"2026-04-16T09:40:59.874675Z","steps":["trace[190076217] 'agreement among raft nodes before linearized reading' (duration: 183.779757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:59.874814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.803212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:40:59.874854Z","caller":"traceutil/trace.go:171","msg":"trace[706159995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8729; }","duration":"199.854635ms","start":"2026-04-16T09:40:59.674992Z","end":"2026-04-16T09:40:59.874846Z","steps":["trace[706159995] 'agreement among raft nodes before linearized reading' (duration: 199.761262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:40:59.874979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.553467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:40:59.875008Z","caller":"traceutil/trace.go:171","msg":"trace[740278106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8729; }","duration":"200.593777ms","start":"2026-04-16T09:40:59.674407Z","end":"2026-04-16T09:40:59.875001Z","steps":["trace[740278106] 'agreement among raft nodes before linearized reading' (duration: 200.529015ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:13.670995Z","caller":"traceutil/trace.go:171","msg":"trace[466954191] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"105.726615ms","start":"2026-04-16T09:41:13.56518Z","end":"2026-04-16T09:41:13.670906Z","steps":["trace[466954191] 'process raft request' (duration: 105.448996ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:13.707015Z","caller":"traceutil/trace.go:171","msg":"trace[2119284533] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"100.46456ms","start":"2026-04-16T09:41:13.606509Z","end":"2026-04-16T09:41:13.706973Z","steps":["trace[2119284533] 'process raft request' (duration: 100.255093ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:18.559639Z","caller":"traceutil/trace.go:171","msg":"trace[1325162643] linearizableReadLoop","detail":"{readStateIndex:9774; appliedIndex:9772; }","duration":"163.25176ms","start":"2026-04-16T09:41:18.396356Z","end":"2026-04-16T09:41:18.559608Z","steps":["trace[1325162643] 'read index received' (duration: 161.35593ms)","trace[1325162643] 'applied index is now lower than readState.Index' (duration: 1.894639ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:18.559836Z","caller":"traceutil/trace.go:171","msg":"trace[626262782] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"169.208377ms","start":"2026-04-16T09:41:18.390609Z","end":"2026-04-16T09:41:18.559818Z","steps":["trace[626262782] 'process raft request' (duration: 168.865686ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:18.559841Z","caller":"traceutil/trace.go:171","msg":"trace[291467091] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"173.350479ms","start":"2026-04-16T09:41:18.386459Z","end":"2026-04-16T09:41:18.559809Z","steps":["trace[291467091] 'process raft request' (duration: 171.209421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:18.560208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.829868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-58bv8\" ","response":"range_response_count:1 size:5719"} {"level":"info","ts":"2026-04-16T09:41:18.560259Z","caller":"traceutil/trace.go:171","msg":"trace[887937691] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-58bv8; range_end:; response_count:1; response_revision:9441; }","duration":"163.912661ms","start":"2026-04-16T09:41:18.396331Z","end":"2026-04-16T09:41:18.560243Z","steps":["trace[887937691] 'agreement among raft nodes before linearized reading' (duration: 163.712264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:18.560504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.787803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T09:41:18.560539Z","caller":"traceutil/trace.go:171","msg":"trace[948044196] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9441; }","duration":"161.834476ms","start":"2026-04-16T09:41:18.398691Z","end":"2026-04-16T09:41:18.560526Z","steps":["trace[948044196] 'agreement among raft nodes before linearized reading' (duration: 161.736712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:19.206023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.752676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:19.206107Z","caller":"traceutil/trace.go:171","msg":"trace[1559345511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9446; }","duration":"131.88217ms","start":"2026-04-16T09:41:19.074207Z","end":"2026-04-16T09:41:19.206089Z","steps":["trace[1559345511] 'range keys from in-memory index tree' (duration: 131.669664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:19.206152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.899778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-16T09:41:19.206213Z","caller":"traceutil/trace.go:171","msg":"trace[1469823414] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:9446; }","duration":"544.981661ms","start":"2026-04-16T09:41:18.661216Z","end":"2026-04-16T09:41:19.206198Z","steps":["trace[1469823414] 'range keys from in-memory index tree' (duration: 544.777464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:19.206253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:18.661205Z","time spent":"545.038953ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-16T09:41:19.206162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.410926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T09:41:19.206463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.14193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-service-nlrht\" ","response":"range_response_count:1 size:8245"} {"level":"info","ts":"2026-04-16T09:41:19.206501Z","caller":"traceutil/trace.go:171","msg":"trace[408224471] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-service-nlrht; range_end:; response_count:1; response_revision:9446; }","duration":"418.220583ms","start":"2026-04-16T09:41:18.788271Z","end":"2026-04-16T09:41:19.206492Z","steps":["trace[408224471] 'range keys from in-memory index tree' (duration: 418.027846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:19.206534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:18.788249Z","time spent":"418.278854ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8268,"request content":"key:\"/registry/pods/openstack/placement-ks-service-nlrht\" "} {"level":"info","ts":"2026-04-16T09:41:19.206453Z","caller":"traceutil/trace.go:171","msg":"trace[3479486] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9446; }","duration":"125.705385ms","start":"2026-04-16T09:41:19.080728Z","end":"2026-04-16T09:41:19.206434Z","steps":["trace[3479486] 'count revisions from in-memory index tree' (duration: 125.373574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:19.790332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414829804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:41:20.036478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.190403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:41:20.036964Z","caller":"traceutil/trace.go:171","msg":"trace[337591114] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"760.494248ms","start":"2026-04-16T09:41:19.276427Z","end":"2026-04-16T09:41:20.036921Z","steps":["trace[337591114] 'process raft request' (duration: 605.720036ms)","trace[337591114] 'compare' (duration: 153.712188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:20.03708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.276407Z","time spent":"760.624992ms","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:20.422568Z","caller":"traceutil/trace.go:171","msg":"trace[1739279551] linearizableReadLoop","detail":"{readStateIndex:9783; appliedIndex:9780; }","duration":"1.132565335s","start":"2026-04-16T09:41:19.289982Z","end":"2026-04-16T09:41:20.422548Z","steps":["trace[1739279551] 'read index received' (duration: 592.138548ms)","trace[1739279551] 'applied index is now lower than readState.Index' (duration: 540.425867ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:20.422684Z","caller":"traceutil/trace.go:171","msg":"trace[1378826718] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"816.382853ms","start":"2026-04-16T09:41:19.606275Z","end":"2026-04-16T09:41:20.422658Z","steps":["trace[1378826718] 'process raft request' (duration: 801.281386ms)","trace[1378826718] 'compare' (duration: 14.644582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:20.422826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.606254Z","time spent":"816.497996ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4939,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:20.422833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132836174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.422878Z","caller":"traceutil/trace.go:171","msg":"trace[1283193943] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9450; }","duration":"1.132923366s","start":"2026-04-16T09:41:19.289944Z","end":"2026-04-16T09:41:20.422868Z","steps":["trace[1283193943] 'agreement among raft nodes before linearized reading' (duration: 1.13271595s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.422902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.289924Z","time spent":"1.132972818s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:41:20.423072Z","caller":"traceutil/trace.go:171","msg":"trace[572088263] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"691.40581ms","start":"2026-04-16T09:41:19.731651Z","end":"2026-04-16T09:41:20.423057Z","steps":["trace[572088263] 'process raft request' (duration: 690.810571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.423172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.731625Z","time spent":"691.499302ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:20.429872Z","caller":"traceutil/trace.go:171","msg":"trace[126502129] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"494.218259ms","start":"2026-04-16T09:41:19.935632Z","end":"2026-04-16T09:41:20.429851Z","steps":["trace[126502129] 'process raft request' (duration: 494.070565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.935607Z","time spent":"494.325323ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:20.430119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140081802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.430186Z","caller":"traceutil/trace.go:171","msg":"trace[367734092] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9453; }","duration":"1.140168964s","start":"2026-04-16T09:41:19.289998Z","end":"2026-04-16T09:41:20.430167Z","steps":["trace[367734092] 'agreement among raft nodes before linearized reading' (duration: 1.140071781s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.289986Z","time spent":"1.140234107s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:41:20.430283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110766747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T09:41:20.430327Z","caller":"traceutil/trace.go:171","msg":"trace[254362522] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9453; }","duration":"1.110829929s","start":"2026-04-16T09:41:19.319485Z","end":"2026-04-16T09:41:20.430315Z","steps":["trace[254362522] 'agreement among raft nodes before linearized reading' (duration: 1.110762627s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.430331Z","caller":"traceutil/trace.go:171","msg":"trace[892855307] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"470.656056ms","start":"2026-04-16T09:41:19.959661Z","end":"2026-04-16T09:41:20.430317Z","steps":["trace[892855307] 'process raft request' (duration: 470.14926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.319473Z","time spent":"1.11087616s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:41:20.430397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.959631Z","time spent":"470.731649ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:20.430451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120252806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.430498Z","caller":"traceutil/trace.go:171","msg":"trace[1817431934] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9453; }","duration":"1.120315248s","start":"2026-04-16T09:41:19.310169Z","end":"2026-04-16T09:41:20.430484Z","steps":["trace[1817431934] 'agreement among raft nodes before linearized reading' (duration: 1.120244586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.412415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:41:20.430537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.310159Z","time spent":"1.12036744s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-16T09:41:20.430556Z","caller":"traceutil/trace.go:171","msg":"trace[1085774600] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9453; }","duration":"494.488948ms","start":"2026-04-16T09:41:19.936056Z","end":"2026-04-16T09:41:20.430545Z","steps":["trace[1085774600] 'agreement among raft nodes before linearized reading' (duration: 494.436567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.936035Z","time spent":"494.541759ms","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:41:20.430594Z","caller":"traceutil/trace.go:171","msg":"trace[2117522044] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"469.81939ms","start":"2026-04-16T09:41:19.960749Z","end":"2026-04-16T09:41:20.430568Z","steps":["trace[2117522044] 'process raft request' (duration: 469.207381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.96073Z","time spent":"469.892853ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:20.430733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.365979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:20.430729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120785033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.43076Z","caller":"traceutil/trace.go:171","msg":"trace[1219699618] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9453; }","duration":"873.429352ms","start":"2026-04-16T09:41:19.557323Z","end":"2026-04-16T09:41:20.430752Z","steps":["trace[1219699618] 'agreement among raft nodes before linearized reading' (duration: 873.387231ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.430772Z","caller":"traceutil/trace.go:171","msg":"trace[1916029036] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9453; }","duration":"1.120866226s","start":"2026-04-16T09:41:19.309893Z","end":"2026-04-16T09:41:20.430759Z","steps":["trace[1916029036] 'agreement among raft nodes before linearized reading' (duration: 1.120801234s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.557304Z","time spent":"873.475653ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:20.430778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.535862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6311"} {"level":"warn","ts":"2026-04-16T09:41:20.430797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.101612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:41:20.430831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.309871Z","time spent":"1.120928707s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:41:20.430941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.972696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.430959Z","caller":"traceutil/trace.go:171","msg":"trace[700049611] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:9453; }","duration":"121.023747ms","start":"2026-04-16T09:41:20.309929Z","end":"2026-04-16T09:41:20.430953Z","steps":["trace[700049611] 'agreement among raft nodes before linearized reading' (duration: 120.997596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.206361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:41:20.431019Z","caller":"traceutil/trace.go:171","msg":"trace[1546129563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9453; }","duration":"411.283743ms","start":"2026-04-16T09:41:20.019724Z","end":"2026-04-16T09:41:20.431008Z","steps":["trace[1546129563] 'agreement among raft nodes before linearized reading' (duration: 411.212721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.431045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.397117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:41:20.431048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:20.019703Z","time spent":"411.339135ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:41:20.431073Z","caller":"traceutil/trace.go:171","msg":"trace[1500175326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:9453; }","duration":"327.441689ms","start":"2026-04-16T09:41:20.103623Z","end":"2026-04-16T09:41:20.431065Z","steps":["trace[1500175326] 'agreement among raft nodes before linearized reading' (duration: 327.356526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.431091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.830439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:41:20.431097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:20.103616Z","time spent":"327.473419ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:41:20.431121Z","caller":"traceutil/trace.go:171","msg":"trace[1078340587] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9453; }","duration":"941.894681ms","start":"2026-04-16T09:41:19.489218Z","end":"2026-04-16T09:41:20.431112Z","steps":["trace[1078340587] 'agreement among raft nodes before linearized reading' (duration: 941.839689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.431143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.489199Z","time spent":"941.937463ms","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:41:20.431135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140736442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.43087Z","caller":"traceutil/trace.go:171","msg":"trace[1658816180] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:9453; }","duration":"336.500775ms","start":"2026-04-16T09:41:20.094348Z","end":"2026-04-16T09:41:20.430849Z","steps":["trace[1658816180] 'agreement among raft nodes before linearized reading' (duration: 336.272888ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.431206Z","caller":"traceutil/trace.go:171","msg":"trace[1740243230] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9453; }","duration":"1.140839006s","start":"2026-04-16T09:41:19.290348Z","end":"2026-04-16T09:41:20.431187Z","steps":["trace[1740243230] 'agreement among raft nodes before linearized reading' (duration: 1.140707321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.43123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:20.094319Z","time spent":"336.901358ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"warn","ts":"2026-04-16T09:41:20.430207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.452867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:41:20.431287Z","caller":"traceutil/trace.go:171","msg":"trace[182030751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9453; }","duration":"411.577212ms","start":"2026-04-16T09:41:20.019703Z","end":"2026-04-16T09:41:20.43128Z","steps":["trace[182030751] 'agreement among raft nodes before linearized reading' (duration: 410.410576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.431294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125272195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.431464Z","caller":"traceutil/trace.go:171","msg":"trace[794355926] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9453; }","duration":"1.12543985s","start":"2026-04-16T09:41:19.305994Z","end":"2026-04-16T09:41:20.431434Z","steps":["trace[794355926] 'agreement among raft nodes before linearized reading' (duration: 1.125278745s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.431517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.305982Z","time spent":"1.125520852s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:41:20.430865Z","caller":"traceutil/trace.go:171","msg":"trace[764339489] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:9453; }","duration":"113.673616ms","start":"2026-04-16T09:41:20.317169Z","end":"2026-04-16T09:41:20.430843Z","steps":["trace[764339489] 'agreement among raft nodes before linearized reading' (duration: 113.420648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.431653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127082392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.43168Z","caller":"traceutil/trace.go:171","msg":"trace[613296479] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9453; }","duration":"1.127127803s","start":"2026-04-16T09:41:19.304544Z","end":"2026-04-16T09:41:20.431671Z","steps":["trace[613296479] 'agreement among raft nodes before linearized reading' (duration: 1.127082551s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.431707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.304532Z","time spent":"1.127169355s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:20.431392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:20.019678Z","time spent":"411.629344ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:41:20.431827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.000827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"warn","ts":"2026-04-16T09:41:20.430919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.381022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:41:20.431872Z","caller":"traceutil/trace.go:171","msg":"trace[1692723257] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9453; }","duration":"918.07893ms","start":"2026-04-16T09:41:19.513782Z","end":"2026-04-16T09:41:20.43186Z","steps":["trace[1692723257] 'agreement among raft nodes before linearized reading' (duration: 917.12488ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.431882Z","caller":"traceutil/trace.go:171","msg":"trace[45818014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9453; }","duration":"409.359453ms","start":"2026-04-16T09:41:20.022513Z","end":"2026-04-16T09:41:20.431873Z","steps":["trace[45818014] 'agreement among raft nodes before linearized reading' (duration: 408.356282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.431905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.513759Z","time spent":"918.137212ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-16T09:41:20.431915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:20.022503Z","time spent":"409.402534ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:41:20.431994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128629461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.432037Z","caller":"traceutil/trace.go:171","msg":"trace[1527475265] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9453; }","duration":"1.128701263s","start":"2026-04-16T09:41:19.303324Z","end":"2026-04-16T09:41:20.432025Z","steps":["trace[1527475265] 'agreement among raft nodes before linearized reading' (duration: 1.128635321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.43125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.290336Z","time spent":"1.140905438s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:20.432072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.303312Z","time spent":"1.128751864s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T09:41:20.432081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.075023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T09:41:20.431245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141066993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.432136Z","caller":"traceutil/trace.go:171","msg":"trace[315630592] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9453; }","duration":"1.141968341s","start":"2026-04-16T09:41:19.290159Z","end":"2026-04-16T09:41:20.432127Z","steps":["trace[315630592] 'agreement among raft nodes before linearized reading' (duration: 1.141021271s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.432162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.290086Z","time spent":"1.142068214s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T09:41:20.432172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.290861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-16T09:41:20.432197Z","caller":"traceutil/trace.go:171","msg":"trace[772370194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:9453; }","duration":"597.347693ms","start":"2026-04-16T09:41:19.834839Z","end":"2026-04-16T09:41:20.432187Z","steps":["trace[772370194] 'agreement among raft nodes before linearized reading' (duration: 597.286991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.430913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.854082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:20.432216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.834818Z","time spent":"597.392644ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-16T09:41:20.430849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.008399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T09:41:20.432245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140749432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T09:41:20.432283Z","caller":"traceutil/trace.go:171","msg":"trace[15964495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9453; }","duration":"408.448474ms","start":"2026-04-16T09:41:20.023813Z","end":"2026-04-16T09:41:20.432261Z","steps":["trace[15964495] 'agreement among raft nodes before linearized reading' (duration: 406.959457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.432299Z","caller":"traceutil/trace.go:171","msg":"trace[1898703341] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9453; }","duration":"1.140822405s","start":"2026-04-16T09:41:19.291463Z","end":"2026-04-16T09:41:20.432286Z","steps":["trace[1898703341] 'agreement among raft nodes before linearized reading' (duration: 1.140728192s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.43234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.291455Z","time spent":"1.140874966s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:41:20.432336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.871226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:20.432343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.142525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:20.432382Z","caller":"traceutil/trace.go:171","msg":"trace[773318432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9453; }","duration":"854.938788ms","start":"2026-04-16T09:41:19.577431Z","end":"2026-04-16T09:41:20.43237Z","steps":["trace[773318432] 'agreement among raft nodes before linearized reading' (duration: 854.862605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.432388Z","caller":"traceutil/trace.go:171","msg":"trace[945943619] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9453; }","duration":"855.214717ms","start":"2026-04-16T09:41:19.577163Z","end":"2026-04-16T09:41:20.432378Z","steps":["trace[945943619] 'agreement among raft nodes before linearized reading' (duration: 855.149705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.432403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141819907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:20.432421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.577423Z","time spent":"854.98764ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:41:20.432244Z","caller":"traceutil/trace.go:171","msg":"trace[2096496663] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9453; }","duration":"122.225185ms","start":"2026-04-16T09:41:20.310002Z","end":"2026-04-16T09:41:20.432227Z","steps":["trace[2096496663] 'agreement among raft nodes before linearized reading' (duration: 120.889883ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.432445Z","caller":"traceutil/trace.go:171","msg":"trace[1209093501] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9453; }","duration":"1.141876789s","start":"2026-04-16T09:41:19.290554Z","end":"2026-04-16T09:41:20.432431Z","steps":["trace[1209093501] 'agreement among raft nodes before linearized reading' (duration: 1.141813257s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.432111Z","caller":"traceutil/trace.go:171","msg":"trace[595470596] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9453; }","duration":"849.130185ms","start":"2026-04-16T09:41:19.582973Z","end":"2026-04-16T09:41:20.432103Z","steps":["trace[595470596] 'agreement among raft nodes before linearized reading' (duration: 849.053843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.432477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.290528Z","time spent":"1.1419427s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:20.432496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.582957Z","time spent":"849.530757ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:41:20.432342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:20.023803Z","time spent":"408.523086ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:41:20.434058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.89026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:20.434379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.577148Z","time spent":"857.21227ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-16T09:41:20.4341Z","caller":"traceutil/trace.go:171","msg":"trace[2121422339] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9453; }","duration":"856.955612ms","start":"2026-04-16T09:41:19.577133Z","end":"2026-04-16T09:41:20.434089Z","steps":["trace[2121422339] 'agreement among raft nodes before linearized reading' (duration: 856.847759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.434623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:19.577123Z","time spent":"857.425377ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:41:20.56882Z","caller":"traceutil/trace.go:171","msg":"trace[333280331] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"130.715873ms","start":"2026-04-16T09:41:20.43808Z","end":"2026-04-16T09:41:20.568796Z","steps":["trace[333280331] 'process raft request' (duration: 93.738617ms)","trace[333280331] 'compare' (duration: 36.688837ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:20.569176Z","caller":"traceutil/trace.go:171","msg":"trace[239408441] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"130.733073ms","start":"2026-04-16T09:41:20.438419Z","end":"2026-04-16T09:41:20.569152Z","steps":["trace[239408441] 'process raft request' (duration: 130.29535ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.569569Z","caller":"traceutil/trace.go:171","msg":"trace[1111845868] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"131.012143ms","start":"2026-04-16T09:41:20.438533Z","end":"2026-04-16T09:41:20.569545Z","steps":["trace[1111845868] 'process raft request' (duration: 130.528207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.569693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.283593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" ","response":"range_response_count:1 size:1282"} {"level":"info","ts":"2026-04-16T09:41:20.569733Z","caller":"traceutil/trace.go:171","msg":"trace[263003196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2; range_end:; response_count:1; response_revision:9458; }","duration":"132.363495ms","start":"2026-04-16T09:41:20.43736Z","end":"2026-04-16T09:41:20.569723Z","steps":["trace[263003196] 'agreement among raft nodes before linearized reading' (duration: 132.20695ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.569837Z","caller":"traceutil/trace.go:171","msg":"trace[653355629] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"127.917705ms","start":"2026-04-16T09:41:20.441906Z","end":"2026-04-16T09:41:20.569823Z","steps":["trace[653355629] 'process raft request' (duration: 127.419419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.569697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.44313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-16T09:41:20.569976Z","caller":"traceutil/trace.go:171","msg":"trace[455548674] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9458; }","duration":"101.76463ms","start":"2026-04-16T09:41:20.468199Z","end":"2026-04-16T09:41:20.569964Z","steps":["trace[455548674] 'agreement among raft nodes before linearized reading' (duration: 101.356417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:20.570257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.926513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:456962"} {"level":"warn","ts":"2026-04-16T09:41:20.570283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.868491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:456962"} {"level":"info","ts":"2026-04-16T09:41:20.570349Z","caller":"traceutil/trace.go:171","msg":"trace[1765749407] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:9458; }","duration":"132.963404ms","start":"2026-04-16T09:41:20.437372Z","end":"2026-04-16T09:41:20.570336Z","steps":["trace[1765749407] 'agreement among raft nodes before linearized reading' (duration: 132.336924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:20.570301Z","caller":"traceutil/trace.go:171","msg":"trace[324332624] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:9458; }","duration":"133.439199ms","start":"2026-04-16T09:41:20.436851Z","end":"2026-04-16T09:41:20.57029Z","steps":["trace[324332624] 'agreement among raft nodes before linearized reading' (duration: 132.901802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:23.718104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414829935,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:41:23.803139Z","caller":"traceutil/trace.go:171","msg":"trace[1861649824] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"597.503918ms","start":"2026-04-16T09:41:23.205612Z","end":"2026-04-16T09:41:23.803116Z","steps":["trace[1861649824] 'process raft request' (duration: 597.2388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:23.80327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.205587Z","time spent":"597.624881ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2783,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:41:24.625274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.502358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:41:24.625355Z","caller":"traceutil/trace.go:171","msg":"trace[181356572] linearizableReadLoop","detail":"{readStateIndex:9838; appliedIndex:9836; }","duration":"1.408008394s","start":"2026-04-16T09:41:23.217332Z","end":"2026-04-16T09:41:24.62534Z","steps":["trace[181356572] 'read index received' (duration: 585.747807ms)","trace[181356572] 'applied index is now lower than readState.Index' (duration: 822.259397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:24.625572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408220431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:24.625564Z","caller":"traceutil/trace.go:171","msg":"trace[911792787] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"1.006148419s","start":"2026-04-16T09:41:23.619384Z","end":"2026-04-16T09:41:24.625532Z","steps":["trace[911792787] 'process raft request' (duration: 259.31754ms)","trace[911792787] 'compare' (duration: 745.849258ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:24.625637Z","caller":"traceutil/trace.go:171","msg":"trace[74715618] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9504; }","duration":"1.408328644s","start":"2026-04-16T09:41:23.217295Z","end":"2026-04-16T09:41:24.625623Z","steps":["trace[74715618] 'agreement among raft nodes before linearized reading' (duration: 1.408210401s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:24.62567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.217278Z","time spent":"1.408384826s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:41:24.625716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.619362Z","time spent":"1.006277832s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:25.125871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414829942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:41:25.20605Z","caller":"traceutil/trace.go:171","msg":"trace[315528291] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"772.162767ms","start":"2026-04-16T09:41:24.433856Z","end":"2026-04-16T09:41:25.206019Z","steps":["trace[315528291] 'process raft request' (duration: 771.968821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.20623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.433844Z","time spent":"772.295101ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:25.233311Z","caller":"traceutil/trace.go:171","msg":"trace[2028880803] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"791.575739ms","start":"2026-04-16T09:41:24.441708Z","end":"2026-04-16T09:41:25.233284Z","steps":["trace[2028880803] 'process raft request' (duration: 791.376203ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.233342Z","caller":"traceutil/trace.go:171","msg":"trace[1519166388] linearizableReadLoop","detail":"{readStateIndex:9842; appliedIndex:9838; }","duration":"607.942067ms","start":"2026-04-16T09:41:24.625375Z","end":"2026-04-16T09:41:25.233317Z","steps":["trace[1519166388] 'read index received' (duration: 580.520001ms)","trace[1519166388] 'applied index is now lower than readState.Index' (duration: 27.420905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:25.233475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.677321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T09:41:25.233474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.44169Z","time spent":"791.686883ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:25.233497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.616333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.233514Z","caller":"traceutil/trace.go:171","msg":"trace[806532756] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9508; }","duration":"783.748232ms","start":"2026-04-16T09:41:24.449756Z","end":"2026-04-16T09:41:25.233504Z","steps":["trace[806532756] 'agreement among raft nodes before linearized reading' (duration: 783.584837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.233537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.44974Z","time spent":"783.792084ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-16T09:41:25.233536Z","caller":"traceutil/trace.go:171","msg":"trace[586898031] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"786.688605ms","start":"2026-04-16T09:41:24.446837Z","end":"2026-04-16T09:41:25.233526Z","steps":["trace[586898031] 'agreement among raft nodes before linearized reading' (duration: 786.602832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.233572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.446828Z","time spent":"786.736567ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-04-16T09:41:25.233675Z","caller":"traceutil/trace.go:171","msg":"trace[560599473] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"789.284367ms","start":"2026-04-16T09:41:24.444381Z","end":"2026-04-16T09:41:25.233666Z","steps":["trace[560599473] 'process raft request' (duration: 788.834883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.233743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.44437Z","time spent":"789.332079ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:25.233717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.240447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-16T09:41:25.233831Z","caller":"traceutil/trace.go:171","msg":"trace[1039986095] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"783.02676ms","start":"2026-04-16T09:41:24.450795Z","end":"2026-04-16T09:41:25.233822Z","steps":["trace[1039986095] 'process raft request' (duration: 782.460953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.233836Z","caller":"traceutil/trace.go:171","msg":"trace[941288683] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9508; }","duration":"790.401233ms","start":"2026-04-16T09:41:24.443407Z","end":"2026-04-16T09:41:25.233808Z","steps":["trace[941288683] 'agreement among raft nodes before linearized reading' (duration: 790.013741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.233879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.554708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.233834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397835203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.233924Z","caller":"traceutil/trace.go:171","msg":"trace[416052508] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9508; }","duration":"803.62708ms","start":"2026-04-16T09:41:24.430286Z","end":"2026-04-16T09:41:25.233913Z","steps":["trace[416052508] 'agreement among raft nodes before linearized reading' (duration: 803.574489ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.233935Z","caller":"traceutil/trace.go:171","msg":"trace[354298397] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9508; }","duration":"1.397976887s","start":"2026-04-16T09:41:23.835943Z","end":"2026-04-16T09:41:25.23392Z","steps":["trace[354298397] 'agreement among raft nodes before linearized reading' (duration: 1.397842983s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.233964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.835926Z","time spent":"1.39802597s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:41:25.233975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.573163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:41:25.234004Z","caller":"traceutil/trace.go:171","msg":"trace[1425852858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:9508; }","duration":"625.612595ms","start":"2026-04-16T09:41:24.608384Z","end":"2026-04-16T09:41:25.233996Z","steps":["trace[1425852858] 'agreement among raft nodes before linearized reading' (duration: 625.523762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.726606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.23401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.508728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.234029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.608368Z","time spent":"625.656286ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:41:25.234046Z","caller":"traceutil/trace.go:171","msg":"trace[1973265662] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9508; }","duration":"857.792488ms","start":"2026-04-16T09:41:24.376241Z","end":"2026-04-16T09:41:25.234033Z","steps":["trace[1973265662] 'agreement among raft nodes before linearized reading' (duration: 857.744497ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.234052Z","caller":"traceutil/trace.go:171","msg":"trace[1816664653] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9508; }","duration":"785.58314ms","start":"2026-04-16T09:41:24.448458Z","end":"2026-04-16T09:41:25.234041Z","steps":["trace[1816664653] 'agreement among raft nodes before linearized reading' (duration: 785.517968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.376217Z","time spent":"857.84968ms","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:41:25.234084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.448446Z","time spent":"785.631852ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.06478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:41:25.234249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104060537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234273Z","caller":"traceutil/trace.go:171","msg":"trace[688842504] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:9508; }","duration":"627.113672ms","start":"2026-04-16T09:41:24.607151Z","end":"2026-04-16T09:41:25.234264Z","steps":["trace[688842504] 'agreement among raft nodes before linearized reading' (duration: 627.013839ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.234284Z","caller":"traceutil/trace.go:171","msg":"trace[647780591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9508; }","duration":"1.104123999s","start":"2026-04-16T09:41:24.130149Z","end":"2026-04-16T09:41:25.234273Z","steps":["trace[647780591] 'agreement among raft nodes before linearized reading' (duration: 1.104075147s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.607144Z","time spent":"627.152763ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.130134Z","time spent":"1.104172161s","remote":"127.0.0.1:60820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:41:25.234317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.259243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.234371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.603484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234412Z","caller":"traceutil/trace.go:171","msg":"trace[1763564778] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9508; }","duration":"787.659616ms","start":"2026-04-16T09:41:24.446743Z","end":"2026-04-16T09:41:25.234403Z","steps":["trace[1763564778] 'agreement among raft nodes before linearized reading' (duration: 787.589783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.740921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"warn","ts":"2026-04-16T09:41:25.234413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.049647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.234445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.446737Z","time spent":"787.696418ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.436683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234452Z","caller":"traceutil/trace.go:171","msg":"trace[1215065082] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9508; }","duration":"787.087968ms","start":"2026-04-16T09:41:24.447356Z","end":"2026-04-16T09:41:25.234444Z","steps":["trace[1215065082] 'agreement among raft nodes before linearized reading' (duration: 787.037566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162720837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234479Z","caller":"traceutil/trace.go:171","msg":"trace[747138393] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"783.482765ms","start":"2026-04-16T09:41:24.450988Z","end":"2026-04-16T09:41:25.234471Z","steps":["trace[747138393] 'agreement among raft nodes before linearized reading' (duration: 783.435973ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.234486Z","caller":"traceutil/trace.go:171","msg":"trace[1796027201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9508; }","duration":"1.162787029s","start":"2026-04-16T09:41:24.071691Z","end":"2026-04-16T09:41:25.234478Z","steps":["trace[1796027201] 'agreement among raft nodes before linearized reading' (duration: 1.162745658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.447329Z","time spent":"787.1509ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.45098Z","time spent":"783.518826ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.077413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:41:25.234568Z","caller":"traceutil/trace.go:171","msg":"trace[635101693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9508; }","duration":"635.121355ms","start":"2026-04-16T09:41:24.599439Z","end":"2026-04-16T09:41:25.23456Z","steps":["trace[635101693] 'agreement among raft nodes before linearized reading' (duration: 635.039512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.599432Z","time spent":"635.165726ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.442784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:41:25.234616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24585592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:41:25.234643Z","caller":"traceutil/trace.go:171","msg":"trace[1360285437] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9508; }","duration":"751.475275ms","start":"2026-04-16T09:41:24.483159Z","end":"2026-04-16T09:41:25.234634Z","steps":["trace[1360285437] 'agreement among raft nodes before linearized reading' (duration: 751.411073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.894783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.23466Z","caller":"traceutil/trace.go:171","msg":"trace[1043121708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9508; }","duration":"1.245937162s","start":"2026-04-16T09:41:23.988709Z","end":"2026-04-16T09:41:25.234646Z","steps":["trace[1043121708] 'agreement among raft nodes before linearized reading' (duration: 1.24586379s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.483138Z","time spent":"751.536826ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":12,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:41:25.234701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.988685Z","time spent":"1.246006614s","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:41:25.234727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.252359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.234731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.249856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.234737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.689188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234754Z","caller":"traceutil/trace.go:171","msg":"trace[1664070757] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9508; }","duration":"784.292229ms","start":"2026-04-16T09:41:24.450454Z","end":"2026-04-16T09:41:25.234746Z","steps":["trace[1664070757] 'agreement among raft nodes before linearized reading' (duration: 784.256808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.656588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234766Z","caller":"traceutil/trace.go:171","msg":"trace[803552464] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9508; }","duration":"788.72539ms","start":"2026-04-16T09:41:24.446034Z","end":"2026-04-16T09:41:25.234759Z","steps":["trace[803552464] 'agreement among raft nodes before linearized reading' (duration: 788.675128ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.234764Z","caller":"traceutil/trace.go:171","msg":"trace[1849781136] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9508; }","duration":"782.293987ms","start":"2026-04-16T09:41:24.45246Z","end":"2026-04-16T09:41:25.234754Z","steps":["trace[1849781136] 'agreement among raft nodes before linearized reading' (duration: 782.252355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.450449Z","time spent":"784.328421ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:41:25.234793Z","caller":"traceutil/trace.go:171","msg":"trace[1912247222] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9508; }","duration":"782.69063ms","start":"2026-04-16T09:41:24.452093Z","end":"2026-04-16T09:41:25.234784Z","steps":["trace[1912247222] 'agreement among raft nodes before linearized reading' (duration: 782.651968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.452088Z","time spent":"782.725731ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.452453Z","time spent":"782.344618ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.805972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234858Z","caller":"traceutil/trace.go:171","msg":"trace[1254430788] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"788.840633ms","start":"2026-04-16T09:41:24.446011Z","end":"2026-04-16T09:41:25.234852Z","steps":["trace[1254430788] 'agreement among raft nodes before linearized reading' (duration: 788.801572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.2348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.446031Z","time spent":"788.762651ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.446005Z","time spent":"788.868284ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.700242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-16T09:41:25.234905Z","caller":"traceutil/trace.go:171","msg":"trace[2012639822] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:9508; }","duration":"784.00088ms","start":"2026-04-16T09:41:24.450896Z","end":"2026-04-16T09:41:25.234897Z","steps":["trace[2012639822] 'agreement among raft nodes before linearized reading' (duration: 783.66856ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.234693Z","caller":"traceutil/trace.go:171","msg":"trace[1496179611] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9508; }","duration":"787.950396ms","start":"2026-04-16T09:41:24.446735Z","end":"2026-04-16T09:41:25.234685Z","steps":["trace[1496179611] 'agreement among raft nodes before linearized reading' (duration: 787.893694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.450885Z","time spent":"784.040552ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7389,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.737152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:41:25.234966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.540958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234974Z","caller":"traceutil/trace.go:171","msg":"trace[524192143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9508; }","duration":"647.790724ms","start":"2026-04-16T09:41:24.587174Z","end":"2026-04-16T09:41:25.234965Z","steps":["trace[524192143] 'agreement among raft nodes before linearized reading' (duration: 647.684391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.071666Z","time spent":"1.162840041s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:41:25.23499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.605737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.234994Z","caller":"traceutil/trace.go:171","msg":"trace[573623962] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"784.587159ms","start":"2026-04-16T09:41:24.450398Z","end":"2026-04-16T09:41:25.234986Z","steps":["trace[573623962] 'agreement among raft nodes before linearized reading' (duration: 784.544408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.587162Z","time spent":"647.836585ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:41:25.235019Z","caller":"traceutil/trace.go:171","msg":"trace[1638173758] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9508; }","duration":"789.644899ms","start":"2026-04-16T09:41:24.445365Z","end":"2026-04-16T09:41:25.23501Z","steps":["trace[1638173758] 'agreement among raft nodes before linearized reading' (duration: 789.602447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.445357Z","time spent":"789.67917ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-16T09:41:25.234941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.446725Z","time spent":"788.207123ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:41:25.233889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.4434Z","time spent":"790.480635ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-16T09:41:25.23466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.766574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.234695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.158216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.233955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.430267Z","time spent":"803.681451ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:41:25.234369Z","caller":"traceutil/trace.go:171","msg":"trace[681103201] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"787.329366ms","start":"2026-04-16T09:41:24.447026Z","end":"2026-04-16T09:41:25.234355Z","steps":["trace[681103201] 'agreement among raft nodes before linearized reading' (duration: 787.242313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.297991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T09:41:25.235209Z","caller":"traceutil/trace.go:171","msg":"trace[2036312041] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9508; }","duration":"784.716064ms","start":"2026-04-16T09:41:24.45048Z","end":"2026-04-16T09:41:25.235196Z","steps":["trace[2036312041] 'agreement among raft nodes before linearized reading' (duration: 784.200147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.366664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.235235Z","caller":"traceutil/trace.go:171","msg":"trace[1521483877] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9508; }","duration":"785.364764ms","start":"2026-04-16T09:41:24.449859Z","end":"2026-04-16T09:41:25.235224Z","steps":["trace[1521483877] 'agreement among raft nodes before linearized reading' (duration: 785.24618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.447019Z","time spent":"788.202723ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.450475Z","time spent":"784.760805ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:41:25.235247Z","caller":"traceutil/trace.go:171","msg":"trace[1418734405] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9508; }","duration":"785.417885ms","start":"2026-04-16T09:41:24.44982Z","end":"2026-04-16T09:41:25.235238Z","steps":["trace[1418734405] 'agreement among raft nodes before linearized reading' (duration: 785.368983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.23527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.449852Z","time spent":"785.407825ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.449812Z","time spent":"785.460957ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.665981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:41:25.235261Z","caller":"traceutil/trace.go:171","msg":"trace[148635402] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9508; }","duration":"784.29658ms","start":"2026-04-16T09:41:24.450871Z","end":"2026-04-16T09:41:25.235167Z","steps":["trace[148635402] 'agreement among raft nodes before linearized reading' (duration: 783.771713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.235315Z","caller":"traceutil/trace.go:171","msg":"trace[557744114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9508; }","duration":"648.894639ms","start":"2026-04-16T09:41:24.586413Z","end":"2026-04-16T09:41:25.235307Z","steps":["trace[557744114] 'agreement among raft nodes before linearized reading' (duration: 648.660172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.586391Z","time spent":"648.945761ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:41:25.234454Z","caller":"traceutil/trace.go:171","msg":"trace[825716438] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9508; }","duration":"782.822654ms","start":"2026-04-16T09:41:24.451618Z","end":"2026-04-16T09:41:25.234441Z","steps":["trace[825716438] 'agreement among raft nodes before linearized reading' (duration: 782.68461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.23537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01557329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.235399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.451603Z","time spent":"783.784884ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.450863Z","time spent":"784.487947ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956767805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:41:25.235447Z","caller":"traceutil/trace.go:171","msg":"trace[1119289569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9508; }","duration":"1.956825846s","start":"2026-04-16T09:41:23.278613Z","end":"2026-04-16T09:41:25.235439Z","steps":["trace[1119289569] 'agreement among raft nodes before linearized reading' (duration: 1.956743504s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.234728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.561946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T09:41:25.235468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018071998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.235476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.278592Z","time spent":"1.956875818s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.372214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T09:41:25.235483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013489834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T09:41:25.235501Z","caller":"traceutil/trace.go:171","msg":"trace[209237918] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9508; }","duration":"783.33743ms","start":"2026-04-16T09:41:24.452154Z","end":"2026-04-16T09:41:25.235491Z","steps":["trace[209237918] 'agreement among raft nodes before linearized reading' (duration: 782.521884ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.235509Z","caller":"traceutil/trace.go:171","msg":"trace[1616715593] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9508; }","duration":"2.01814298s","start":"2026-04-16T09:41:23.217355Z","end":"2026-04-16T09:41:25.235498Z","steps":["trace[1616715593] 'agreement among raft nodes before linearized reading' (duration: 2.018086038s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.235514Z","caller":"traceutil/trace.go:171","msg":"trace[877372484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9508; }","duration":"649.542229ms","start":"2026-04-16T09:41:24.585962Z","end":"2026-04-16T09:41:25.235505Z","steps":["trace[877372484] 'agreement among raft nodes before linearized reading' (duration: 649.450176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.235517Z","caller":"traceutil/trace.go:171","msg":"trace[759433489] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9508; }","duration":"2.013541256s","start":"2026-04-16T09:41:23.221969Z","end":"2026-04-16T09:41:25.23551Z","steps":["trace[759433489] 'agreement among raft nodes before linearized reading' (duration: 2.013452063s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.235401Z","caller":"traceutil/trace.go:171","msg":"trace[429054400] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9508; }","duration":"2.015646842s","start":"2026-04-16T09:41:23.219745Z","end":"2026-04-16T09:41:25.235391Z","steps":["trace[429054400] 'agreement among raft nodes before linearized reading' (duration: 2.01559731s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.585943Z","time spent":"649.597641ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:41:25.23555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.21732Z","time spent":"2.018221152s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.221957Z","time spent":"2.013594157s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4977,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.219737Z","time spent":"2.015815497s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-16T09:41:25.233884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.450704Z","time spent":"783.151864ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:25.235529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.452151Z","time spent":"783.369521ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.450389Z","time spent":"785.263051ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018247813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.234688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.495283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.235729Z","caller":"traceutil/trace.go:171","msg":"trace[33587330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"783.555096ms","start":"2026-04-16T09:41:24.452164Z","end":"2026-04-16T09:41:25.235719Z","steps":["trace[33587330] 'agreement among raft nodes before linearized reading' (duration: 782.498723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018373957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.235741Z","caller":"traceutil/trace.go:171","msg":"trace[1553041717] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"2.018364427s","start":"2026-04-16T09:41:23.217353Z","end":"2026-04-16T09:41:25.235717Z","steps":["trace[1553041717] 'agreement among raft nodes before linearized reading' (duration: 2.018233053s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.452156Z","time spent":"783.594468ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-16T09:41:25.235766Z","caller":"traceutil/trace.go:171","msg":"trace[680581868] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"2.018440469s","start":"2026-04-16T09:41:23.217317Z","end":"2026-04-16T09:41:25.235757Z","steps":["trace[680581868] 'agreement among raft nodes before linearized reading' (duration: 2.018387218s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.235794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.217294Z","time spent":"2.018494781s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:25.235791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:23.217333Z","time spent":"2.01844726s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:25.236159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.268415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6408"} {"level":"info","ts":"2026-04-16T09:41:25.236212Z","caller":"traceutil/trace.go:171","msg":"trace[1457185329] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:9508; }","duration":"788.352688ms","start":"2026-04-16T09:41:24.447845Z","end":"2026-04-16T09:41:25.236198Z","steps":["trace[1457185329] 'agreement among raft nodes before linearized reading' (duration: 786.353745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.236245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.447831Z","time spent":"788.406269ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6431,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-04-16T09:41:25.237401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.268422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.23746Z","caller":"traceutil/trace.go:171","msg":"trace[1256205609] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9508; }","duration":"333.371306ms","start":"2026-04-16T09:41:24.904075Z","end":"2026-04-16T09:41:25.237446Z","steps":["trace[1256205609] 'agreement among raft nodes before linearized reading' (duration: 333.282163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.237498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:24.904052Z","time spent":"333.434838ms","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:41:25.240291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.806871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.240352Z","caller":"traceutil/trace.go:171","msg":"trace[1966983143] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9508; }","duration":"204.908254ms","start":"2026-04-16T09:41:25.03543Z","end":"2026-04-16T09:41:25.240339Z","steps":["trace[1966983143] 'agreement among raft nodes before linearized reading' (duration: 204.813401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.240357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.915464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.240447Z","caller":"traceutil/trace.go:171","msg":"trace[1333109066] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:9508; }","duration":"205.038928ms","start":"2026-04-16T09:41:25.035377Z","end":"2026-04-16T09:41:25.240416Z","steps":["trace[1333109066] 'agreement among raft nodes before linearized reading' (duration: 204.901434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:25.240482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.966356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:25.240357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.502979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:25.240575Z","caller":"traceutil/trace.go:171","msg":"trace[539292062] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9508; }","duration":"205.120801ms","start":"2026-04-16T09:41:25.035429Z","end":"2026-04-16T09:41:25.24055Z","steps":["trace[539292062] 'agreement among raft nodes before linearized reading' (duration: 204.975686ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:25.24061Z","caller":"traceutil/trace.go:171","msg":"trace[825999323] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9508; }","duration":"203.730967ms","start":"2026-04-16T09:41:25.03683Z","end":"2026-04-16T09:41:25.240561Z","steps":["trace[825999323] 'agreement among raft nodes before linearized reading' (duration: 203.491649ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.339753Z","caller":"traceutil/trace.go:171","msg":"trace[1481232537] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"127.087369ms","start":"2026-04-16T09:41:27.212639Z","end":"2026-04-16T09:41:27.339727Z","steps":["trace[1481232537] 'process raft request' (duration: 126.865072ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.38441Z","caller":"traceutil/trace.go:171","msg":"trace[80647231] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"141.227235ms","start":"2026-04-16T09:41:27.24315Z","end":"2026-04-16T09:41:27.384377Z","steps":["trace[80647231] 'process raft request' (duration: 129.33849ms)","trace[80647231] 'compare' (duration: 11.682138ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:27.384468Z","caller":"traceutil/trace.go:171","msg":"trace[912141093] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"140.032048ms","start":"2026-04-16T09:41:27.24441Z","end":"2026-04-16T09:41:27.384442Z","steps":["trace[912141093] 'process raft request' (duration: 139.960545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.384468Z","caller":"traceutil/trace.go:171","msg":"trace[556534442] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"140.268255ms","start":"2026-04-16T09:41:27.244169Z","end":"2026-04-16T09:41:27.384437Z","steps":["trace[556534442] 'process raft request' (duration: 140.146811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.384505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.169642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.384548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.840448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.38463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.55862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.384642Z","caller":"traceutil/trace.go:171","msg":"trace[633838740] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9529; }","duration":"137.961862ms","start":"2026-04-16T09:41:27.246659Z","end":"2026-04-16T09:41:27.38462Z","steps":["trace[633838740] 'agreement among raft nodes before linearized reading' (duration: 137.799197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.384654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.954789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"warn","ts":"2026-04-16T09:41:27.384707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.796878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.384717Z","caller":"traceutil/trace.go:171","msg":"trace[62250692] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9529; }","duration":"136.032501ms","start":"2026-04-16T09:41:27.248669Z","end":"2026-04-16T09:41:27.384702Z","steps":["trace[62250692] 'agreement among raft nodes before linearized reading' (duration: 135.816154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.384734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.226221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.38476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.078202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.384762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.547331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"warn","ts":"2026-04-16T09:41:27.38481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.063407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.384816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.148127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.384816Z","caller":"traceutil/trace.go:171","msg":"trace[1964329785] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9529; }","duration":"136.129104ms","start":"2026-04-16T09:41:27.248673Z","end":"2026-04-16T09:41:27.384802Z","steps":["trace[1964329785] 'agreement among raft nodes before linearized reading' (duration: 136.055822ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.384838Z","caller":"traceutil/trace.go:171","msg":"trace[1321973505] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9529; }","duration":"139.143159ms","start":"2026-04-16T09:41:27.245688Z","end":"2026-04-16T09:41:27.384831Z","steps":["trace[1321973505] 'agreement among raft nodes before linearized reading' (duration: 139.108298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.384844Z","caller":"traceutil/trace.go:171","msg":"trace[1793620008] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9529; }","duration":"138.661684ms","start":"2026-04-16T09:41:27.246163Z","end":"2026-04-16T09:41:27.384825Z","steps":["trace[1793620008] 'agreement among raft nodes before linearized reading' (duration: 138.369465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.384941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.013435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-16T09:41:27.38499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.385856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-16T09:41:27.385022Z","caller":"traceutil/trace.go:171","msg":"trace[1673314979] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9529; }","duration":"138.428747ms","start":"2026-04-16T09:41:27.246586Z","end":"2026-04-16T09:41:27.385015Z","steps":["trace[1673314979] 'agreement among raft nodes before linearized reading' (duration: 138.273922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.699205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.385071Z","caller":"traceutil/trace.go:171","msg":"trace[2098144043] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9529; }","duration":"138.740616ms","start":"2026-04-16T09:41:27.246322Z","end":"2026-04-16T09:41:27.385062Z","steps":["trace[2098144043] 'agreement among raft nodes before linearized reading' (duration: 138.692415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.032134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.385147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.570081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T09:41:27.385147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.200009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:41:27.385172Z","caller":"traceutil/trace.go:171","msg":"trace[881812793] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9529; }","duration":"138.606363ms","start":"2026-04-16T09:41:27.246558Z","end":"2026-04-16T09:41:27.385164Z","steps":["trace[881812793] 'agreement among raft nodes before linearized reading' (duration: 138.53465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385169Z","caller":"traceutil/trace.go:171","msg":"trace[2028267343] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"138.083426ms","start":"2026-04-16T09:41:27.247072Z","end":"2026-04-16T09:41:27.385155Z","steps":["trace[2028267343] 'agreement among raft nodes before linearized reading' (duration: 138.026074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.84587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.385172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.956868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.385192Z","caller":"traceutil/trace.go:171","msg":"trace[620856967] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:9529; }","duration":"131.259611ms","start":"2026-04-16T09:41:27.25392Z","end":"2026-04-16T09:41:27.38518Z","steps":["trace[620856967] 'agreement among raft nodes before linearized reading' (duration: 131.090556ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385209Z","caller":"traceutil/trace.go:171","msg":"trace[212187645] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"138.887721ms","start":"2026-04-16T09:41:27.246314Z","end":"2026-04-16T09:41:27.385201Z","steps":["trace[212187645] 'agreement among raft nodes before linearized reading' (duration: 138.845379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.745093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.385269Z","caller":"traceutil/trace.go:171","msg":"trace[891471463] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"136.807595ms","start":"2026-04-16T09:41:27.248449Z","end":"2026-04-16T09:41:27.385257Z","steps":["trace[891471463] 'agreement among raft nodes before linearized reading' (duration: 136.750314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.743946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"warn","ts":"2026-04-16T09:41:27.385307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.249831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.385337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.027466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:27.385226Z","caller":"traceutil/trace.go:171","msg":"trace[111030406] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9529; }","duration":"136.026881ms","start":"2026-04-16T09:41:27.249184Z","end":"2026-04-16T09:41:27.385211Z","steps":["trace[111030406] 'agreement among raft nodes before linearized reading' (duration: 135.932668ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.38535Z","caller":"traceutil/trace.go:171","msg":"trace[164462622] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9529; }","duration":"138.303793ms","start":"2026-04-16T09:41:27.247034Z","end":"2026-04-16T09:41:27.385338Z","steps":["trace[164462622] 'agreement among raft nodes before linearized reading' (duration: 138.236991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.38535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.749919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:41:27.385366Z","caller":"traceutil/trace.go:171","msg":"trace[65907134] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9529; }","duration":"139.068277ms","start":"2026-04-16T09:41:27.246289Z","end":"2026-04-16T09:41:27.385357Z","steps":["trace[65907134] 'agreement among raft nodes before linearized reading' (duration: 138.987874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.040908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.38467Z","caller":"traceutil/trace.go:171","msg":"trace[112175094] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"138.636664ms","start":"2026-04-16T09:41:27.246025Z","end":"2026-04-16T09:41:27.384662Z","steps":["trace[112175094] 'agreement among raft nodes before linearized reading' (duration: 138.580242ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385411Z","caller":"traceutil/trace.go:171","msg":"trace[1123931918] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:9529; }","duration":"140.10729ms","start":"2026-04-16T09:41:27.245294Z","end":"2026-04-16T09:41:27.385401Z","steps":["trace[1123931918] 'agreement among raft nodes before linearized reading' (duration: 140.038918ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.384987Z","caller":"traceutil/trace.go:171","msg":"trace[1366608781] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:9529; }","duration":"126.071737ms","start":"2026-04-16T09:41:27.258902Z","end":"2026-04-16T09:41:27.384973Z","steps":["trace[1366608781] 'agreement among raft nodes before linearized reading' (duration: 125.916412ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385314Z","caller":"traceutil/trace.go:171","msg":"trace[861095931] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:9529; }","duration":"138.778598ms","start":"2026-04-16T09:41:27.246529Z","end":"2026-04-16T09:41:27.385307Z","steps":["trace[861095931] 'agreement among raft nodes before linearized reading' (duration: 138.708246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.38547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.850693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.385067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.940291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.385496Z","caller":"traceutil/trace.go:171","msg":"trace[1506958878] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9529; }","duration":"140.887595ms","start":"2026-04-16T09:41:27.244601Z","end":"2026-04-16T09:41:27.385489Z","steps":["trace[1506958878] 'agreement among raft nodes before linearized reading' (duration: 140.852054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385504Z","caller":"traceutil/trace.go:171","msg":"trace[1572290054] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"138.396236ms","start":"2026-04-16T09:41:27.247099Z","end":"2026-04-16T09:41:27.385495Z","steps":["trace[1572290054] 'agreement among raft nodes before linearized reading' (duration: 137.909391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.599032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.384778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.973124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.385175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.675892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.385472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.18147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.385567Z","caller":"traceutil/trace.go:171","msg":"trace[572116721] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9529; }","duration":"138.650184ms","start":"2026-04-16T09:41:27.246905Z","end":"2026-04-16T09:41:27.385555Z","steps":["trace[572116721] 'agreement among raft nodes before linearized reading' (duration: 138.585262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.150902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.385589Z","caller":"traceutil/trace.go:171","msg":"trace[36486953] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"137.108645ms","start":"2026-04-16T09:41:27.248472Z","end":"2026-04-16T09:41:27.385581Z","steps":["trace[36486953] 'agreement among raft nodes before linearized reading' (duration: 136.675571ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385598Z","caller":"traceutil/trace.go:171","msg":"trace[2090114417] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9529; }","duration":"139.323185ms","start":"2026-04-16T09:41:27.246267Z","end":"2026-04-16T09:41:27.385591Z","steps":["trace[2090114417] 'agreement among raft nodes before linearized reading' (duration: 139.183031ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385588Z","caller":"traceutil/trace.go:171","msg":"trace[2047500217] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9529; }","duration":"139.787139ms","start":"2026-04-16T09:41:27.245782Z","end":"2026-04-16T09:41:27.385569Z","steps":["trace[2047500217] 'agreement among raft nodes before linearized reading' (duration: 138.975594ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385617Z","caller":"traceutil/trace.go:171","msg":"trace[1949235902] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9529; }","duration":"141.227665ms","start":"2026-04-16T09:41:27.244375Z","end":"2026-04-16T09:41:27.385603Z","steps":["trace[1949235902] 'agreement among raft nodes before linearized reading' (duration: 141.178684ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.384579Z","caller":"traceutil/trace.go:171","msg":"trace[1183777881] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9529; }","duration":"140.273324ms","start":"2026-04-16T09:41:27.244288Z","end":"2026-04-16T09:41:27.384561Z","steps":["trace[1183777881] 'agreement among raft nodes before linearized reading' (duration: 140.150591ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.384772Z","caller":"traceutil/trace.go:171","msg":"trace[1721422507] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9529; }","duration":"138.282482ms","start":"2026-04-16T09:41:27.246478Z","end":"2026-04-16T09:41:27.384761Z","steps":["trace[1721422507] 'agreement among raft nodes before linearized reading' (duration: 138.146277ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.384843Z","caller":"traceutil/trace.go:171","msg":"trace[55085578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"138.173598ms","start":"2026-04-16T09:41:27.246662Z","end":"2026-04-16T09:41:27.384835Z","steps":["trace[55085578] 'agreement among raft nodes before linearized reading' (duration: 138.131527ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.385402Z","caller":"traceutil/trace.go:171","msg":"trace[773129831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:9529; }","duration":"133.806281ms","start":"2026-04-16T09:41:27.251579Z","end":"2026-04-16T09:41:27.385385Z","steps":["trace[773129831] 'agreement among raft nodes before linearized reading' (duration: 133.671746ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.384739Z","caller":"traceutil/trace.go:171","msg":"trace[1587060986] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9529; }","duration":"138.84669ms","start":"2026-04-16T09:41:27.245885Z","end":"2026-04-16T09:41:27.384732Z","steps":["trace[1587060986] 'agreement among raft nodes before linearized reading' (duration: 138.803078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.76157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.388661Z","caller":"traceutil/trace.go:171","msg":"trace[1661117728] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"144.025993ms","start":"2026-04-16T09:41:27.244614Z","end":"2026-04-16T09:41:27.38864Z","steps":["trace[1661117728] 'agreement among raft nodes before linearized reading' (duration: 140.801501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.384697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.140926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:27.385528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.192524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.388992Z","caller":"traceutil/trace.go:171","msg":"trace[1816522881] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9529; }","duration":"144.664703ms","start":"2026-04-16T09:41:27.24429Z","end":"2026-04-16T09:41:27.388954Z","steps":["trace[1816522881] 'agreement among raft nodes before linearized reading' (duration: 141.204594ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.389472Z","caller":"traceutil/trace.go:171","msg":"trace[74271640] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9529; }","duration":"141.351549ms","start":"2026-04-16T09:41:27.247506Z","end":"2026-04-16T09:41:27.388857Z","steps":["trace[74271640] 'agreement among raft nodes before linearized reading' (duration: 137.113605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.504506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.389767Z","caller":"traceutil/trace.go:171","msg":"trace[831485796] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9529; }","duration":"141.146323ms","start":"2026-04-16T09:41:27.248586Z","end":"2026-04-16T09:41:27.389732Z","steps":["trace[831485796] 'agreement among raft nodes before linearized reading' (duration: 136.488456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.385766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.37344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:27.389924Z","caller":"traceutil/trace.go:171","msg":"trace[67532671] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9529; }","duration":"145.558502ms","start":"2026-04-16T09:41:27.244339Z","end":"2026-04-16T09:41:27.389898Z","steps":["trace[67532671] 'agreement among raft nodes before linearized reading' (duration: 141.38414ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.529063Z","caller":"traceutil/trace.go:171","msg":"trace[2133907999] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"138.557911ms","start":"2026-04-16T09:41:27.390478Z","end":"2026-04-16T09:41:27.529036Z","steps":["trace[2133907999] 'process raft request' (duration: 128.163023ms)","trace[2133907999] 'compare' (duration: 10.16685ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:27.529351Z","caller":"traceutil/trace.go:171","msg":"trace[247867503] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"138.596961ms","start":"2026-04-16T09:41:27.390743Z","end":"2026-04-16T09:41:27.52934Z","steps":["trace[247867503] 'process raft request' (duration: 138.24756ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.529541Z","caller":"traceutil/trace.go:171","msg":"trace[1880700137] linearizableReadLoop","detail":"{readStateIndex:9869; appliedIndex:9863; }","duration":"135.709321ms","start":"2026-04-16T09:41:27.39382Z","end":"2026-04-16T09:41:27.529529Z","steps":["trace[1880700137] 'read index received' (duration: 9.382026ms)","trace[1880700137] 'applied index is now lower than readState.Index' (duration: 126.326275ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:27.529576Z","caller":"traceutil/trace.go:171","msg":"trace[1698143888] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"138.267051ms","start":"2026-04-16T09:41:27.3913Z","end":"2026-04-16T09:41:27.529567Z","steps":["trace[1698143888] 'process raft request' (duration: 137.933301ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.529613Z","caller":"traceutil/trace.go:171","msg":"trace[1263610605] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"136.61601ms","start":"2026-04-16T09:41:27.392989Z","end":"2026-04-16T09:41:27.529605Z","steps":["trace[1263610605] 'process raft request' (duration: 136.455425ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.529515Z","caller":"traceutil/trace.go:171","msg":"trace[1177538232] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"137.666573ms","start":"2026-04-16T09:41:27.391818Z","end":"2026-04-16T09:41:27.529484Z","steps":["trace[1177538232] 'process raft request' (duration: 137.531259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.530272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.428204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:466743"} {"level":"info","ts":"2026-04-16T09:41:27.530407Z","caller":"traceutil/trace.go:171","msg":"trace[758090020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:9534; }","duration":"136.526986ms","start":"2026-04-16T09:41:27.393793Z","end":"2026-04-16T09:41:27.53032Z","steps":["trace[758090020] 'agreement among raft nodes before linearized reading' (duration: 135.868505ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:27.53375Z","caller":"traceutil/trace.go:171","msg":"trace[378323211] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"129.418062ms","start":"2026-04-16T09:41:27.404318Z","end":"2026-04-16T09:41:27.533736Z","steps":["trace[378323211] 'process raft request' (duration: 129.233016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:27.534599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.670897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:466743"} {"level":"info","ts":"2026-04-16T09:41:27.5347Z","caller":"traceutil/trace.go:171","msg":"trace[1231620117] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:9535; }","duration":"140.803392ms","start":"2026-04-16T09:41:27.393876Z","end":"2026-04-16T09:41:27.53468Z","steps":["trace[1231620117] 'agreement among raft nodes before linearized reading' (duration: 139.828851ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.20332Z","caller":"traceutil/trace.go:171","msg":"trace[2114767291] transaction","detail":"{read_only:false; response_revision:9564; number_of_response:1; }","duration":"117.332212ms","start":"2026-04-16T09:41:31.085951Z","end":"2026-04-16T09:41:31.203283Z","steps":["trace[2114767291] 'process raft request' (duration: 63.775052ms)","trace[2114767291] 'compare' (duration: 53.370304ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:31.369728Z","caller":"traceutil/trace.go:171","msg":"trace[372848229] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"157.747876ms","start":"2026-04-16T09:41:31.21196Z","end":"2026-04-16T09:41:31.369708Z","steps":["trace[372848229] 'process raft request' (duration: 137.503508ms)","trace[372848229] 'compare' (duration: 19.510635ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:31.51767Z","caller":"traceutil/trace.go:171","msg":"trace[18363630] linearizableReadLoop","detail":"{readStateIndex:9906; appliedIndex:9902; }","duration":"117.704973ms","start":"2026-04-16T09:41:31.399937Z","end":"2026-04-16T09:41:31.517642Z","steps":["trace[18363630] 'read index received' (duration: 26.192726ms)","trace[18363630] 'applied index is now lower than readState.Index' (duration: 91.510897ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:31.517975Z","caller":"traceutil/trace.go:171","msg":"trace[1951275008] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"142.103183ms","start":"2026-04-16T09:41:31.375858Z","end":"2026-04-16T09:41:31.517961Z","steps":["trace[1951275008] 'process raft request' (duration: 133.613405ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.518297Z","caller":"traceutil/trace.go:171","msg":"trace[683306124] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"141.220805ms","start":"2026-04-16T09:41:31.377067Z","end":"2026-04-16T09:41:31.518287Z","steps":["trace[683306124] 'process raft request' (duration: 140.275935ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.518523Z","caller":"traceutil/trace.go:171","msg":"trace[17430106] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"120.310345ms","start":"2026-04-16T09:41:31.398203Z","end":"2026-04-16T09:41:31.518514Z","steps":["trace[17430106] 'process raft request' (duration: 119.214191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.51866Z","caller":"traceutil/trace.go:171","msg":"trace[891959374] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"119.071856ms","start":"2026-04-16T09:41:31.399573Z","end":"2026-04-16T09:41:31.518645Z","steps":["trace[891959374] 'process raft request' (duration: 117.91305ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.518829Z","caller":"traceutil/trace.go:171","msg":"trace[731239826] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"116.189775ms","start":"2026-04-16T09:41:31.402627Z","end":"2026-04-16T09:41:31.518817Z","steps":["trace[731239826] 'process raft request' (duration: 114.962756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.519002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.046066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.519047Z","caller":"traceutil/trace.go:171","msg":"trace[947145521] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9572; }","duration":"119.151799ms","start":"2026-04-16T09:41:31.399884Z","end":"2026-04-16T09:41:31.519036Z","steps":["trace[947145521] 'agreement among raft nodes before linearized reading' (duration: 119.056416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.519223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.267517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.519255Z","caller":"traceutil/trace.go:171","msg":"trace[265067850] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"116.34611ms","start":"2026-04-16T09:41:31.402901Z","end":"2026-04-16T09:41:31.519247Z","steps":["trace[265067850] 'agreement among raft nodes before linearized reading' (duration: 116.291959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.51963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.968039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:31.519663Z","caller":"traceutil/trace.go:171","msg":"trace[748642650] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9572; }","duration":"110.0118ms","start":"2026-04-16T09:41:31.409643Z","end":"2026-04-16T09:41:31.519655Z","steps":["trace[748642650] 'agreement among raft nodes before linearized reading' (duration: 109.957118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.5198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.213786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.519837Z","caller":"traceutil/trace.go:171","msg":"trace[847474132] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"110.282779ms","start":"2026-04-16T09:41:31.409548Z","end":"2026-04-16T09:41:31.51983Z","steps":["trace[847474132] 'agreement among raft nodes before linearized reading' (duration: 110.222327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.519971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.666371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.520007Z","caller":"traceutil/trace.go:171","msg":"trace[869660745] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9572; }","duration":"110.708262ms","start":"2026-04-16T09:41:31.409288Z","end":"2026-04-16T09:41:31.519997Z","steps":["trace[869660745] 'agreement among raft nodes before linearized reading' (duration: 110.6517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.520121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.832166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.520156Z","caller":"traceutil/trace.go:171","msg":"trace[507336352] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"110.872158ms","start":"2026-04-16T09:41:31.409274Z","end":"2026-04-16T09:41:31.520147Z","steps":["trace[507336352] 'agreement among raft nodes before linearized reading' (duration: 110.820416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.520286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.072354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.52032Z","caller":"traceutil/trace.go:171","msg":"trace[12286275] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9572; }","duration":"111.116805ms","start":"2026-04-16T09:41:31.409196Z","end":"2026-04-16T09:41:31.520312Z","steps":["trace[12286275] 'agreement among raft nodes before linearized reading' (duration: 111.062883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.520511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.312501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:31.520541Z","caller":"traceutil/trace.go:171","msg":"trace[478920755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9572; }","duration":"111.348982ms","start":"2026-04-16T09:41:31.409185Z","end":"2026-04-16T09:41:31.520534Z","steps":["trace[478920755] 'agreement among raft nodes before linearized reading' (duration: 111.219178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.520694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.507318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5051"} {"level":"info","ts":"2026-04-16T09:41:31.520725Z","caller":"traceutil/trace.go:171","msg":"trace[1404104417] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9572; }","duration":"111.545289ms","start":"2026-04-16T09:41:31.409173Z","end":"2026-04-16T09:41:31.520718Z","steps":["trace[1404104417] 'agreement among raft nodes before linearized reading' (duration: 111.455546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.520838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.664632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.520865Z","caller":"traceutil/trace.go:171","msg":"trace[1349956964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9572; }","duration":"111.697233ms","start":"2026-04-16T09:41:31.40916Z","end":"2026-04-16T09:41:31.520857Z","steps":["trace[1349956964] 'agreement among raft nodes before linearized reading' (duration: 111.652842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.521024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.863178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.521058Z","caller":"traceutil/trace.go:171","msg":"trace[919353694] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"111.90308ms","start":"2026-04-16T09:41:31.409146Z","end":"2026-04-16T09:41:31.521049Z","steps":["trace[919353694] 'agreement among raft nodes before linearized reading' (duration: 111.849508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.521198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.051485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.521232Z","caller":"traceutil/trace.go:171","msg":"trace[1039345581] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9572; }","duration":"112.090736ms","start":"2026-04-16T09:41:31.409132Z","end":"2026-04-16T09:41:31.521222Z","steps":["trace[1039345581] 'agreement among raft nodes before linearized reading' (duration: 112.040184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.521361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.273562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.521396Z","caller":"traceutil/trace.go:171","msg":"trace[1211400918] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9572; }","duration":"112.314293ms","start":"2026-04-16T09:41:31.409072Z","end":"2026-04-16T09:41:31.521386Z","steps":["trace[1211400918] 'agreement among raft nodes before linearized reading' (duration: 112.264051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.521584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.900583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.521621Z","caller":"traceutil/trace.go:171","msg":"trace[1682079014] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9572; }","duration":"113.944084ms","start":"2026-04-16T09:41:31.407667Z","end":"2026-04-16T09:41:31.521611Z","steps":["trace[1682079014] 'agreement among raft nodes before linearized reading' (duration: 113.885952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.521737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.071629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.521762Z","caller":"traceutil/trace.go:171","msg":"trace[525713845] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"114.101219ms","start":"2026-04-16T09:41:31.407653Z","end":"2026-04-16T09:41:31.521755Z","steps":["trace[525713845] 'agreement among raft nodes before linearized reading' (duration: 114.060968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.521912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.267734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-16T09:41:31.52194Z","caller":"traceutil/trace.go:171","msg":"trace[1910786385] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:9572; }","duration":"114.299185ms","start":"2026-04-16T09:41:31.407632Z","end":"2026-04-16T09:41:31.521931Z","steps":["trace[1910786385] 'agreement among raft nodes before linearized reading' (duration: 114.223713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.522057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.542783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.522076Z","caller":"traceutil/trace.go:171","msg":"trace[1346276823] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9572; }","duration":"114.572594ms","start":"2026-04-16T09:41:31.407497Z","end":"2026-04-16T09:41:31.522069Z","steps":["trace[1346276823] 'agreement among raft nodes before linearized reading' (duration: 114.540523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.522183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.951796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.522206Z","caller":"traceutil/trace.go:171","msg":"trace[238009243] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9572; }","duration":"114.998417ms","start":"2026-04-16T09:41:31.407201Z","end":"2026-04-16T09:41:31.522199Z","steps":["trace[238009243] 'agreement among raft nodes before linearized reading' (duration: 114.954016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.522305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.183864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.522325Z","caller":"traceutil/trace.go:171","msg":"trace[1121387627] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9572; }","duration":"115.210104ms","start":"2026-04-16T09:41:31.407108Z","end":"2026-04-16T09:41:31.522318Z","steps":["trace[1121387627] 'agreement among raft nodes before linearized reading' (duration: 115.173913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.522427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.359099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.522453Z","caller":"traceutil/trace.go:171","msg":"trace[2040986368] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:9572; }","duration":"115.38927ms","start":"2026-04-16T09:41:31.407054Z","end":"2026-04-16T09:41:31.522443Z","steps":["trace[2040986368] 'agreement among raft nodes before linearized reading' (duration: 115.347679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.522555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.499713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.522586Z","caller":"traceutil/trace.go:171","msg":"trace[1088288888] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9572; }","duration":"115.543154ms","start":"2026-04-16T09:41:31.407035Z","end":"2026-04-16T09:41:31.522578Z","steps":["trace[1088288888] 'agreement among raft nodes before linearized reading' (duration: 115.491503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.522755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.049671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5051"} {"level":"info","ts":"2026-04-16T09:41:31.522786Z","caller":"traceutil/trace.go:171","msg":"trace[2061041119] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9572; }","duration":"116.086122ms","start":"2026-04-16T09:41:31.40669Z","end":"2026-04-16T09:41:31.522776Z","steps":["trace[2061041119] 'agreement among raft nodes before linearized reading' (duration: 116.002709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.522988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.293558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:31.523025Z","caller":"traceutil/trace.go:171","msg":"trace[1730893609] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9572; }","duration":"116.34167ms","start":"2026-04-16T09:41:31.406674Z","end":"2026-04-16T09:41:31.523016Z","steps":["trace[1730893609] 'agreement among raft nodes before linearized reading' (duration: 116.245497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.523169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.888237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.523204Z","caller":"traceutil/trace.go:171","msg":"trace[554681360] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9572; }","duration":"116.930809ms","start":"2026-04-16T09:41:31.406265Z","end":"2026-04-16T09:41:31.523195Z","steps":["trace[554681360] 'agreement among raft nodes before linearized reading' (duration: 116.873997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.52334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.278469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.523379Z","caller":"traceutil/trace.go:171","msg":"trace[548282760] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"117.322061ms","start":"2026-04-16T09:41:31.406047Z","end":"2026-04-16T09:41:31.523369Z","steps":["trace[548282760] 'agreement among raft nodes before linearized reading' (duration: 117.26478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.523511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.462436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.523544Z","caller":"traceutil/trace.go:171","msg":"trace[1897375572] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9572; }","duration":"117.503197ms","start":"2026-04-16T09:41:31.406032Z","end":"2026-04-16T09:41:31.523536Z","steps":["trace[1897375572] 'agreement among raft nodes before linearized reading' (duration: 117.451985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.523715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.687192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5051"} {"level":"info","ts":"2026-04-16T09:41:31.523752Z","caller":"traceutil/trace.go:171","msg":"trace[567441140] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9572; }","duration":"117.729424ms","start":"2026-04-16T09:41:31.406011Z","end":"2026-04-16T09:41:31.523741Z","steps":["trace[567441140] 'agreement among raft nodes before linearized reading' (duration: 117.644601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.523902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.977493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:31.523937Z","caller":"traceutil/trace.go:171","msg":"trace[2056611410] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9572; }","duration":"119.025815ms","start":"2026-04-16T09:41:31.404902Z","end":"2026-04-16T09:41:31.523927Z","steps":["trace[2056611410] 'agreement among raft nodes before linearized reading' (duration: 118.968673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.5241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.345525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:31.524134Z","caller":"traceutil/trace.go:171","msg":"trace[1982528120] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9572; }","duration":"119.390176ms","start":"2026-04-16T09:41:31.404735Z","end":"2026-04-16T09:41:31.524125Z","steps":["trace[1982528120] 'agreement among raft nodes before linearized reading' (duration: 119.331034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.524275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.544001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.524308Z","caller":"traceutil/trace.go:171","msg":"trace[961038483] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"119.588723ms","start":"2026-04-16T09:41:31.40471Z","end":"2026-04-16T09:41:31.524299Z","steps":["trace[961038483] 'agreement among raft nodes before linearized reading' (duration: 119.540341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.524448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.740947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.524476Z","caller":"traceutil/trace.go:171","msg":"trace[908801303] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"119.779699ms","start":"2026-04-16T09:41:31.404685Z","end":"2026-04-16T09:41:31.524465Z","steps":["trace[908801303] 'agreement among raft nodes before linearized reading' (duration: 119.736888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.524603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.938273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.524636Z","caller":"traceutil/trace.go:171","msg":"trace[631896407] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9572; }","duration":"119.989325ms","start":"2026-04-16T09:41:31.404637Z","end":"2026-04-16T09:41:31.524626Z","steps":["trace[631896407] 'agreement among raft nodes before linearized reading' (duration: 119.941524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.524798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.051558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:31.524833Z","caller":"traceutil/trace.go:171","msg":"trace[1449870634] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9572; }","duration":"121.11731ms","start":"2026-04-16T09:41:31.403706Z","end":"2026-04-16T09:41:31.524824Z","steps":["trace[1449870634] 'agreement among raft nodes before linearized reading' (duration: 121.060509ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.675593Z","caller":"traceutil/trace.go:171","msg":"trace[1572480739] linearizableReadLoop","detail":"{readStateIndex:9909; appliedIndex:9907; }","duration":"122.405201ms","start":"2026-04-16T09:41:31.553148Z","end":"2026-04-16T09:41:31.675553Z","steps":["trace[1572480739] 'read index received' (duration: 40.106455ms)","trace[1572480739] 'applied index is now lower than readState.Index' (duration: 82.297306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:31.675981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.791464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:41:31.676032Z","caller":"traceutil/trace.go:171","msg":"trace[133422261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9574; }","duration":"122.914518ms","start":"2026-04-16T09:41:31.553106Z","end":"2026-04-16T09:41:31.67602Z","steps":["trace[133422261] 'agreement among raft nodes before linearized reading' (duration: 122.67119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.676068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.261395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T09:41:31.67607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.459383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:41:31.676073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.2125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:41:31.676118Z","caller":"traceutil/trace.go:171","msg":"trace[492990520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9574; }","duration":"121.328237ms","start":"2026-04-16T09:41:31.554772Z","end":"2026-04-16T09:41:31.6761Z","steps":["trace[492990520] 'agreement among raft nodes before linearized reading' (duration: 121.238895ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.676133Z","caller":"traceutil/trace.go:171","msg":"trace[672482724] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:9574; }","duration":"112.309763ms","start":"2026-04-16T09:41:31.56381Z","end":"2026-04-16T09:41:31.67612Z","steps":["trace[672482724] 'agreement among raft nodes before linearized reading' (duration: 112.033064ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.676121Z","caller":"traceutil/trace.go:171","msg":"trace[415050077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9574; }","duration":"122.573787ms","start":"2026-04-16T09:41:31.553534Z","end":"2026-04-16T09:41:31.676108Z","steps":["trace[415050077] 'agreement among raft nodes before linearized reading' (duration: 122.475354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.675969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.710071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:41:31.675969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.627237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:41:31.676283Z","caller":"traceutil/trace.go:171","msg":"trace[138880847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9574; }","duration":"121.978158ms","start":"2026-04-16T09:41:31.554296Z","end":"2026-04-16T09:41:31.676274Z","steps":["trace[138880847] 'agreement among raft nodes before linearized reading' (duration: 121.562245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:31.676318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.37704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:41:31.676255Z","caller":"traceutil/trace.go:171","msg":"trace[2112482667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9574; }","duration":"123.062392ms","start":"2026-04-16T09:41:31.553183Z","end":"2026-04-16T09:41:31.676245Z","steps":["trace[2112482667] 'agreement among raft nodes before linearized reading' (duration: 122.631458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.676354Z","caller":"traceutil/trace.go:171","msg":"trace[887012] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:9574; }","duration":"109.457053ms","start":"2026-04-16T09:41:31.56688Z","end":"2026-04-16T09:41:31.676337Z","steps":["trace[887012] 'agreement among raft nodes before linearized reading' (duration: 109.36145ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.675696Z","caller":"traceutil/trace.go:171","msg":"trace[424284407] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"136.889018ms","start":"2026-04-16T09:41:31.538768Z","end":"2026-04-16T09:41:31.675657Z","steps":["trace[424284407] 'process raft request' (duration: 129.825225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.829917Z","caller":"traceutil/trace.go:171","msg":"trace[1376214372] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"144.159507ms","start":"2026-04-16T09:41:31.685724Z","end":"2026-04-16T09:41:31.829884Z","steps":["trace[1376214372] 'process raft request' (duration: 144.043213ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.82994Z","caller":"traceutil/trace.go:171","msg":"trace[169194957] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"144.23806ms","start":"2026-04-16T09:41:31.685648Z","end":"2026-04-16T09:41:31.829886Z","steps":["trace[169194957] 'process raft request' (duration: 103.357551ms)","trace[169194957] 'compare' (duration: 40.57281ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:31.830319Z","caller":"traceutil/trace.go:171","msg":"trace[528945884] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"144.26031ms","start":"2026-04-16T09:41:31.686034Z","end":"2026-04-16T09:41:31.830295Z","steps":["trace[528945884] 'process raft request' (duration: 143.785095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:31.830708Z","caller":"traceutil/trace.go:171","msg":"trace[1374129595] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"144.597801ms","start":"2026-04-16T09:41:31.686088Z","end":"2026-04-16T09:41:31.830685Z","steps":["trace[1374129595] 'process raft request' (duration: 144.099476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.796439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.04289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:41:33.796637Z","caller":"traceutil/trace.go:171","msg":"trace[1782113991] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"263.499871ms","start":"2026-04-16T09:41:33.53306Z","end":"2026-04-16T09:41:33.79656Z","steps":["trace[1782113991] 'process raft request' (duration: 37.226864ms)","trace[1782113991] 'compare' (duration: 225.527174ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:33.796772Z","caller":"traceutil/trace.go:171","msg":"trace[1160135069] linearizableReadLoop","detail":"{readStateIndex:9920; appliedIndex:9919; }","duration":"263.643585ms","start":"2026-04-16T09:41:33.533108Z","end":"2026-04-16T09:41:33.796751Z","steps":["trace[1160135069] 'read index received' (duration: 37.10196ms)","trace[1160135069] 'applied index is now lower than readState.Index' (duration: 226.539225ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:33.796801Z","caller":"traceutil/trace.go:171","msg":"trace[1149495469] transaction","detail":"{read_only:false; response_revision:9585; number_of_response:1; }","duration":"263.674296ms","start":"2026-04-16T09:41:33.533102Z","end":"2026-04-16T09:41:33.796776Z","steps":["trace[1149495469] 'process raft request' (duration: 263.517611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.796942Z","caller":"traceutil/trace.go:171","msg":"trace[2140698678] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"263.671507ms","start":"2026-04-16T09:41:33.533188Z","end":"2026-04-16T09:41:33.796859Z","steps":["trace[2140698678] 'process raft request' (duration: 263.539412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.796996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.863782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.797021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.544863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.797115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.88951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.797119Z","caller":"traceutil/trace.go:171","msg":"trace[1796191969] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9586; }","duration":"263.697107ms","start":"2026-04-16T09:41:33.533404Z","end":"2026-04-16T09:41:33.797101Z","steps":["trace[1796191969] 'agreement among raft nodes before linearized reading' (duration: 263.538952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.797145Z","caller":"traceutil/trace.go:171","msg":"trace[1781467940] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9586; }","duration":"255.933562ms","start":"2026-04-16T09:41:33.541204Z","end":"2026-04-16T09:41:33.797138Z","steps":["trace[1781467940] 'agreement among raft nodes before linearized reading' (duration: 255.887931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.79725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.607477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.79729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.781182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.797303Z","caller":"traceutil/trace.go:171","msg":"trace[2144955253] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9586; }","duration":"258.663768ms","start":"2026-04-16T09:41:33.538623Z","end":"2026-04-16T09:41:33.797287Z","steps":["trace[2144955253] 'agreement among raft nodes before linearized reading' (duration: 258.584076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.959698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.79736Z","caller":"traceutil/trace.go:171","msg":"trace[1027579323] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9586; }","duration":"258.986178ms","start":"2026-04-16T09:41:33.538369Z","end":"2026-04-16T09:41:33.797356Z","steps":["trace[1027579323] 'agreement among raft nodes before linearized reading' (duration: 258.961087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.79739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.695121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.797414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.927497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:41:33.79743Z","caller":"traceutil/trace.go:171","msg":"trace[1137687403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9586; }","duration":"259.749972ms","start":"2026-04-16T09:41:33.53767Z","end":"2026-04-16T09:41:33.79742Z","steps":["trace[1137687403] 'agreement among raft nodes before linearized reading' (duration: 259.68599ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.797443Z","caller":"traceutil/trace.go:171","msg":"trace[2065885919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:9586; }","duration":"104.00143ms","start":"2026-04-16T09:41:33.693433Z","end":"2026-04-16T09:41:33.797435Z","steps":["trace[2065885919] 'agreement among raft nodes before linearized reading' (duration: 103.919117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.024717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.797497Z","caller":"traceutil/trace.go:171","msg":"trace[736074900] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:9586; }","duration":"257.091838ms","start":"2026-04-16T09:41:33.540396Z","end":"2026-04-16T09:41:33.797488Z","steps":["trace[736074900] 'agreement among raft nodes before linearized reading' (duration: 257.024976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.843546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.797559Z","caller":"traceutil/trace.go:171","msg":"trace[143497880] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9586; }","duration":"259.876896ms","start":"2026-04-16T09:41:33.537673Z","end":"2026-04-16T09:41:33.79755Z","steps":["trace[143497880] 'agreement among raft nodes before linearized reading' (duration: 259.833305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.79759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.677317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.797573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.553556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:33.797615Z","caller":"traceutil/trace.go:171","msg":"trace[1724254783] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9586; }","duration":"257.707998ms","start":"2026-04-16T09:41:33.539898Z","end":"2026-04-16T09:41:33.797606Z","steps":["trace[1724254783] 'agreement among raft nodes before linearized reading' (duration: 257.665807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.265253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:33.797645Z","caller":"traceutil/trace.go:171","msg":"trace[1562394505] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9586; }","duration":"259.642819ms","start":"2026-04-16T09:41:33.537983Z","end":"2026-04-16T09:41:33.797626Z","steps":["trace[1562394505] 'agreement among raft nodes before linearized reading' (duration: 259.384641ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.797319Z","caller":"traceutil/trace.go:171","msg":"trace[798889375] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9586; }","duration":"258.804903ms","start":"2026-04-16T09:41:33.538503Z","end":"2026-04-16T09:41:33.797308Z","steps":["trace[798889375] 'agreement among raft nodes before linearized reading' (duration: 258.769422ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.797673Z","caller":"traceutil/trace.go:171","msg":"trace[1944031110] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9586; }","duration":"256.308514ms","start":"2026-04-16T09:41:33.541356Z","end":"2026-04-16T09:41:33.797665Z","steps":["trace[1944031110] 'agreement among raft nodes before linearized reading' (duration: 256.220251ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.797063Z","caller":"traceutil/trace.go:171","msg":"trace[1168430325] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9586; }","duration":"263.961756ms","start":"2026-04-16T09:41:33.533091Z","end":"2026-04-16T09:41:33.797052Z","steps":["trace[1168430325] 'agreement among raft nodes before linearized reading' (duration: 263.77592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.865223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.79781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.51901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.797835Z","caller":"traceutil/trace.go:171","msg":"trace[1216457795] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9586; }","duration":"256.549802ms","start":"2026-04-16T09:41:33.541277Z","end":"2026-04-16T09:41:33.797827Z","steps":["trace[1216457795] 'agreement among raft nodes before linearized reading' (duration: 256.508711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.275355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.797877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.261429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.797883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.580092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.797897Z","caller":"traceutil/trace.go:171","msg":"trace[1834319359] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9586; }","duration":"260.279419ms","start":"2026-04-16T09:41:33.537612Z","end":"2026-04-16T09:41:33.797891Z","steps":["trace[1834319359] 'agreement among raft nodes before linearized reading' (duration: 260.252568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.197537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:33.797912Z","caller":"traceutil/trace.go:171","msg":"trace[1360336546] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9586; }","duration":"262.630393ms","start":"2026-04-16T09:41:33.535271Z","end":"2026-04-16T09:41:33.797902Z","steps":["trace[1360336546] 'agreement among raft nodes before linearized reading' (duration: 262.588552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.79793Z","caller":"traceutil/trace.go:171","msg":"trace[455996106] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9586; }","duration":"260.266459ms","start":"2026-04-16T09:41:33.537652Z","end":"2026-04-16T09:41:33.797918Z","steps":["trace[455996106] 'agreement among raft nodes before linearized reading' (duration: 260.157675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.663385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.797967Z","caller":"traceutil/trace.go:171","msg":"trace[1607494782] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9586; }","duration":"256.697756ms","start":"2026-04-16T09:41:33.541262Z","end":"2026-04-16T09:41:33.79796Z","steps":["trace[1607494782] 'agreement among raft nodes before linearized reading' (duration: 256.659605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.5224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:33.798006Z","caller":"traceutil/trace.go:171","msg":"trace[1046663767] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9586; }","duration":"262.54448ms","start":"2026-04-16T09:41:33.535455Z","end":"2026-04-16T09:41:33.797999Z","steps":["trace[1046663767] 'agreement among raft nodes before linearized reading' (duration: 262.492389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.798005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.068137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.79803Z","caller":"traceutil/trace.go:171","msg":"trace[914136780] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9586; }","duration":"263.107258ms","start":"2026-04-16T09:41:33.534914Z","end":"2026-04-16T09:41:33.798022Z","steps":["trace[914136780] 'agreement among raft nodes before linearized reading' (duration: 263.071447ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.797886Z","caller":"traceutil/trace.go:171","msg":"trace[990672994] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9586; }","duration":"264.328256ms","start":"2026-04-16T09:41:33.533543Z","end":"2026-04-16T09:41:33.797872Z","steps":["trace[990672994] 'agreement among raft nodes before linearized reading' (duration: 264.270825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.79805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.791349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.798074Z","caller":"traceutil/trace.go:171","msg":"trace[2091997716] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9586; }","duration":"256.819801ms","start":"2026-04-16T09:41:33.541245Z","end":"2026-04-16T09:41:33.798065Z","steps":["trace[2091997716] 'agreement among raft nodes before linearized reading' (duration: 256.787419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.798162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.044828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:33.798177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.266904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T09:41:33.798176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.740587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-16T09:41:33.798211Z","caller":"traceutil/trace.go:171","msg":"trace[1276550413] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9586; }","duration":"264.10251ms","start":"2026-04-16T09:41:33.534098Z","end":"2026-04-16T09:41:33.798201Z","steps":["trace[1276550413] 'agreement among raft nodes before linearized reading' (duration: 264.026117ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.798215Z","caller":"traceutil/trace.go:171","msg":"trace[1660173811] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9586; }","duration":"263.311995ms","start":"2026-04-16T09:41:33.534895Z","end":"2026-04-16T09:41:33.798207Z","steps":["trace[1660173811] 'agreement among raft nodes before linearized reading' (duration: 263.206172ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.79784Z","caller":"traceutil/trace.go:171","msg":"trace[1869289450] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9586; }","duration":"263.912074ms","start":"2026-04-16T09:41:33.533909Z","end":"2026-04-16T09:41:33.797821Z","steps":["trace[1869289450] 'agreement among raft nodes before linearized reading' (duration: 263.857612ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:33.798232Z","caller":"traceutil/trace.go:171","msg":"trace[141889245] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:9586; }","duration":"262.812749ms","start":"2026-04-16T09:41:33.535406Z","end":"2026-04-16T09:41:33.798219Z","steps":["trace[141889245] 'agreement among raft nodes before linearized reading' (duration: 262.616233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.114074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.798324Z","caller":"traceutil/trace.go:171","msg":"trace[763370059] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9586; }","duration":"260.669431ms","start":"2026-04-16T09:41:33.537641Z","end":"2026-04-16T09:41:33.798311Z","steps":["trace[763370059] 'agreement among raft nodes before linearized reading' (duration: 260.101993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.384006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.798359Z","caller":"traceutil/trace.go:171","msg":"trace[142916354] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9586; }","duration":"262.990045ms","start":"2026-04-16T09:41:33.535363Z","end":"2026-04-16T09:41:33.798353Z","steps":["trace[142916354] 'agreement among raft nodes before linearized reading' (duration: 262.410636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.798203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.676118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.79841Z","caller":"traceutil/trace.go:171","msg":"trace[944364776] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9586; }","duration":"264.890925ms","start":"2026-04-16T09:41:33.53351Z","end":"2026-04-16T09:41:33.798401Z","steps":["trace[944364776] 'agreement among raft nodes before linearized reading' (duration: 264.672798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:33.797066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.089202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:33.798449Z","caller":"traceutil/trace.go:171","msg":"trace[1770795124] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9586; }","duration":"260.488565ms","start":"2026-04-16T09:41:33.537956Z","end":"2026-04-16T09:41:33.798445Z","steps":["trace[1770795124] 'agreement among raft nodes before linearized reading' (duration: 259.083711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:34.143818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.766352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:41:34.1439Z","caller":"traceutil/trace.go:171","msg":"trace[326722860] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"256.585264ms","start":"2026-04-16T09:41:33.8873Z","end":"2026-04-16T09:41:34.143885Z","steps":["trace[326722860] 'process raft request' (duration: 140.683898ms)","trace[326722860] 'compare' (duration: 115.552455ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:34.150351Z","caller":"traceutil/trace.go:171","msg":"trace[146182717] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"262.319004ms","start":"2026-04-16T09:41:33.888008Z","end":"2026-04-16T09:41:34.150327Z","steps":["trace[146182717] 'process raft request' (duration: 262.132948ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:34.150601Z","caller":"traceutil/trace.go:171","msg":"trace[1926406699] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"261.740456ms","start":"2026-04-16T09:41:33.888837Z","end":"2026-04-16T09:41:34.150577Z","steps":["trace[1926406699] 'process raft request' (duration: 261.445297ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:34.150783Z","caller":"traceutil/trace.go:171","msg":"trace[1967863798] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"260.574099ms","start":"2026-04-16T09:41:33.890194Z","end":"2026-04-16T09:41:34.150768Z","steps":["trace[1967863798] 'process raft request' (duration: 260.319341ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:34.605343Z","caller":"traceutil/trace.go:171","msg":"trace[929007795] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"102.188113ms","start":"2026-04-16T09:41:34.503121Z","end":"2026-04-16T09:41:34.605309Z","steps":["trace[929007795] 'process raft request' (duration: 102.038818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:34.886013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.243881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:34.88611Z","caller":"traceutil/trace.go:171","msg":"trace[881089373] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9592; }","duration":"171.404787ms","start":"2026-04-16T09:41:34.714683Z","end":"2026-04-16T09:41:34.886088Z","steps":["trace[881089373] 'range keys from in-memory index tree' (duration: 171.149779ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:35.02807Z","caller":"traceutil/trace.go:171","msg":"trace[983260871] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"298.752334ms","start":"2026-04-16T09:41:34.729292Z","end":"2026-04-16T09:41:35.028044Z","steps":["trace[983260871] 'process raft request' (duration: 298.598649ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:35.052294Z","caller":"traceutil/trace.go:171","msg":"trace[514771057] linearizableReadLoop","detail":"{readStateIndex:9930; appliedIndex:9928; }","duration":"263.74208ms","start":"2026-04-16T09:41:34.788527Z","end":"2026-04-16T09:41:35.052269Z","steps":["trace[514771057] 'read index received' (duration: 239.342091ms)","trace[514771057] 'applied index is now lower than readState.Index' (duration: 24.398989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:35.052509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.958227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-rabbit-init-fw7mx\" ","response":"range_response_count:1 size:6232"} {"level":"info","ts":"2026-04-16T09:41:35.052541Z","caller":"traceutil/trace.go:171","msg":"trace[1942119270] range","detail":"{range_begin:/registry/pods/openstack/heat-rabbit-init-fw7mx; range_end:; response_count:1; response_revision:9594; }","duration":"264.046039ms","start":"2026-04-16T09:41:34.788485Z","end":"2026-04-16T09:41:35.052531Z","steps":["trace[1942119270] 'agreement among raft nodes before linearized reading' (duration: 263.877264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:35.052752Z","caller":"traceutil/trace.go:171","msg":"trace[1458523711] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"288.756988ms","start":"2026-04-16T09:41:34.763958Z","end":"2026-04-16T09:41:35.052715Z","steps":["trace[1458523711] 'process raft request' (duration: 288.18422ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:35.198276Z","caller":"traceutil/trace.go:171","msg":"trace[502846013] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"132.53195ms","start":"2026-04-16T09:41:35.065726Z","end":"2026-04-16T09:41:35.198258Z","steps":["trace[502846013] 'process raft request' (duration: 132.331004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:35.19838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.232265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:35.19828Z","caller":"traceutil/trace.go:171","msg":"trace[751300794] linearizableReadLoop","detail":"{readStateIndex:9931; appliedIndex:9930; }","duration":"128.07748ms","start":"2026-04-16T09:41:35.07014Z","end":"2026-04-16T09:41:35.198217Z","steps":["trace[751300794] 'read index received' (duration: 127.899394ms)","trace[751300794] 'applied index is now lower than readState.Index' (duration: 177.266µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:35.198415Z","caller":"traceutil/trace.go:171","msg":"trace[1607412416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9595; }","duration":"128.353729ms","start":"2026-04-16T09:41:35.070053Z","end":"2026-04-16T09:41:35.198406Z","steps":["trace[1607412416] 'agreement among raft nodes before linearized reading' (duration: 128.263796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:37.127093Z","caller":"traceutil/trace.go:171","msg":"trace[1276603595] linearizableReadLoop","detail":"{readStateIndex:9948; appliedIndex:9947; }","duration":"236.040186ms","start":"2026-04-16T09:41:36.891031Z","end":"2026-04-16T09:41:37.127071Z","steps":["trace[1276603595] 'read index received' (duration: 235.931182ms)","trace[1276603595] 'applied index is now lower than readState.Index' (duration: 106.144µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:37.127528Z","caller":"traceutil/trace.go:171","msg":"trace[904085345] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"300.695015ms","start":"2026-04-16T09:41:36.82682Z","end":"2026-04-16T09:41:37.127515Z","steps":["trace[904085345] 'process raft request' (duration: 300.065025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:37.127629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:36.826795Z","time spent":"300.770477ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:37.12777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.747658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:37.127808Z","caller":"traceutil/trace.go:171","msg":"trace[1381413092] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9612; }","duration":"236.821291ms","start":"2026-04-16T09:41:36.890976Z","end":"2026-04-16T09:41:37.127798Z","steps":["trace[1381413092] 'agreement among raft nodes before linearized reading' (duration: 236.767639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:37.763949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414830198,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:41:37.777086Z","caller":"traceutil/trace.go:171","msg":"trace[896273963] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"639.735649ms","start":"2026-04-16T09:41:37.13733Z","end":"2026-04-16T09:41:37.777065Z","steps":["trace[896273963] 'process raft request' (duration: 639.616556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:37.777187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:37.137312Z","time spent":"639.819571ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:37.984041Z","caller":"traceutil/trace.go:171","msg":"trace[390862924] linearizableReadLoop","detail":"{readStateIndex:9950; appliedIndex:9949; }","duration":"720.552898ms","start":"2026-04-16T09:41:37.263462Z","end":"2026-04-16T09:41:37.984015Z","steps":["trace[390862924] 'read index received' (duration: 513.58651ms)","trace[390862924] 'applied index is now lower than readState.Index' (duration: 206.965538ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:37.984275Z","caller":"traceutil/trace.go:171","msg":"trace[917525460] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"504.140503ms","start":"2026-04-16T09:41:37.480117Z","end":"2026-04-16T09:41:37.984257Z","steps":["trace[917525460] 'process raft request' (duration: 412.194193ms)","trace[917525460] 'compare' (duration: 91.387952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:37.984386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:37.480087Z","time spent":"504.226296ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:37.984662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.207238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T09:41:37.984704Z","caller":"traceutil/trace.go:171","msg":"trace[1146575860] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:9614; }","duration":"721.286252ms","start":"2026-04-16T09:41:37.263408Z","end":"2026-04-16T09:41:37.984694Z","steps":["trace[1146575860] 'agreement among raft nodes before linearized reading' (duration: 721.148597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:37.984733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:37.263388Z","time spent":"721.339143ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"info","ts":"2026-04-16T09:41:38.06425Z","caller":"traceutil/trace.go:171","msg":"trace[2057473843] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"279.372383ms","start":"2026-04-16T09:41:37.78484Z","end":"2026-04-16T09:41:38.064212Z","steps":["trace[2057473843] 'process raft request' (duration: 279.130476ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.064449Z","caller":"traceutil/trace.go:171","msg":"trace[1264171568] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"249.996686ms","start":"2026-04-16T09:41:37.814422Z","end":"2026-04-16T09:41:38.064418Z","steps":["trace[1264171568] 'process raft request' (duration: 249.757028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.064251Z","caller":"traceutil/trace.go:171","msg":"trace[538600800] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"250.431069ms","start":"2026-04-16T09:41:37.813789Z","end":"2026-04-16T09:41:38.06422Z","steps":["trace[538600800] 'process raft request' (duration: 250.335906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.064693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.603865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:38.064692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.78266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:38.06475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.689268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.064774Z","caller":"traceutil/trace.go:171","msg":"trace[1901286943] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"237.720489ms","start":"2026-04-16T09:41:37.827045Z","end":"2026-04-16T09:41:38.064765Z","steps":["trace[1901286943] 'agreement among raft nodes before linearized reading' (duration: 237.692018ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.064775Z","caller":"traceutil/trace.go:171","msg":"trace[1197781859] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9618; }","duration":"236.890353ms","start":"2026-04-16T09:41:37.82787Z","end":"2026-04-16T09:41:38.06476Z","steps":["trace[1197781859] 'agreement among raft nodes before linearized reading' (duration: 236.768519ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.064761Z","caller":"traceutil/trace.go:171","msg":"trace[1768948406] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9618; }","duration":"237.681157ms","start":"2026-04-16T09:41:37.827065Z","end":"2026-04-16T09:41:38.064746Z","steps":["trace[1768948406] 'agreement among raft nodes before linearized reading' (duration: 237.475931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.064781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.148889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-16T09:41:38.064901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.908775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.064926Z","caller":"traceutil/trace.go:171","msg":"trace[1045475385] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9618; }","duration":"237.943666ms","start":"2026-04-16T09:41:37.826977Z","end":"2026-04-16T09:41:38.06492Z","steps":["trace[1045475385] 'agreement among raft nodes before linearized reading' (duration: 237.909234ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.064911Z","caller":"traceutil/trace.go:171","msg":"trace[2141639353] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9618; }","duration":"683.305685ms","start":"2026-04-16T09:41:37.381555Z","end":"2026-04-16T09:41:38.06486Z","steps":["trace[2141639353] 'agreement among raft nodes before linearized reading' (duration: 682.988475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.064973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:37.381532Z","time spent":"683.426838ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-16T09:41:38.065014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.07822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:38.06503Z","caller":"traceutil/trace.go:171","msg":"trace[1798745377] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9618; }","duration":"238.101881ms","start":"2026-04-16T09:41:37.826923Z","end":"2026-04-16T09:41:38.065025Z","steps":["trace[1798745377] 'agreement among raft nodes before linearized reading' (duration: 238.050649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.065111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.492883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.065208Z","caller":"traceutil/trace.go:171","msg":"trace[365878630] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9618; }","duration":"238.613387ms","start":"2026-04-16T09:41:37.82658Z","end":"2026-04-16T09:41:38.065193Z","steps":["trace[365878630] 'agreement among raft nodes before linearized reading' (duration: 238.460232ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.065269Z","caller":"traceutil/trace.go:171","msg":"trace[983183257] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"240.468795ms","start":"2026-04-16T09:41:37.824753Z","end":"2026-04-16T09:41:38.065221Z","steps":["trace[983183257] 'process raft request' (duration: 239.602108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.065351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.881407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:38.065378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.894175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.065466Z","caller":"traceutil/trace.go:171","msg":"trace[1967552958] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"237.991097ms","start":"2026-04-16T09:41:37.827462Z","end":"2026-04-16T09:41:38.065453Z","steps":["trace[1967552958] 'agreement among raft nodes before linearized reading' (duration: 237.850763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.065534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.440582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.065571Z","caller":"traceutil/trace.go:171","msg":"trace[852613764] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"238.490083ms","start":"2026-04-16T09:41:37.827072Z","end":"2026-04-16T09:41:38.065562Z","steps":["trace[852613764] 'agreement among raft nodes before linearized reading' (duration: 238.424101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.065582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.192966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.065635Z","caller":"traceutil/trace.go:171","msg":"trace[1032158558] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:9618; }","duration":"240.256859ms","start":"2026-04-16T09:41:37.825365Z","end":"2026-04-16T09:41:38.065622Z","steps":["trace[1032158558] 'agreement among raft nodes before linearized reading' (duration: 240.191137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.065716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.523674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.065755Z","caller":"traceutil/trace.go:171","msg":"trace[845060958] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9618; }","duration":"238.575496ms","start":"2026-04-16T09:41:37.827171Z","end":"2026-04-16T09:41:38.065746Z","steps":["trace[845060958] 'agreement among raft nodes before linearized reading' (duration: 238.503373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.065914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.107674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:38.065875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.367489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.065946Z","caller":"traceutil/trace.go:171","msg":"trace[2112590296] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9618; }","duration":"240.151816ms","start":"2026-04-16T09:41:37.825788Z","end":"2026-04-16T09:41:38.06594Z","steps":["trace[2112590296] 'agreement among raft nodes before linearized reading' (duration: 240.105094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.065286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.618206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"warn","ts":"2026-04-16T09:41:38.066034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.486936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.066056Z","caller":"traceutil/trace.go:171","msg":"trace[238391442] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9618; }","duration":"240.520757ms","start":"2026-04-16T09:41:37.82553Z","end":"2026-04-16T09:41:38.066051Z","steps":["trace[238391442] 'agreement among raft nodes before linearized reading' (duration: 240.490416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.066015Z","caller":"traceutil/trace.go:171","msg":"trace[2096670778] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:9618; }","duration":"238.350268ms","start":"2026-04-16T09:41:37.827645Z","end":"2026-04-16T09:41:38.065995Z","steps":["trace[2096670778] 'agreement among raft nodes before linearized reading' (duration: 237.336266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.066094Z","caller":"traceutil/trace.go:171","msg":"trace[1972177587] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9618; }","duration":"238.511833ms","start":"2026-04-16T09:41:37.827446Z","end":"2026-04-16T09:41:38.065958Z","steps":["trace[1972177587] 'agreement among raft nodes before linearized reading' (duration: 238.303657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.066135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.6099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.06632Z","caller":"traceutil/trace.go:171","msg":"trace[20299860] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9618; }","duration":"240.813886ms","start":"2026-04-16T09:41:37.825492Z","end":"2026-04-16T09:41:38.066306Z","steps":["trace[20299860] 'agreement among raft nodes before linearized reading' (duration: 240.62891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.066576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.946908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:41:38.06663Z","caller":"traceutil/trace.go:171","msg":"trace[489223084] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:9618; }","duration":"123.044251ms","start":"2026-04-16T09:41:37.943573Z","end":"2026-04-16T09:41:38.066618Z","steps":["trace[489223084] 'agreement among raft nodes before linearized reading' (duration: 122.856765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.066719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.398245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.066754Z","caller":"traceutil/trace.go:171","msg":"trace[5682455] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"241.439816ms","start":"2026-04-16T09:41:37.825305Z","end":"2026-04-16T09:41:38.066745Z","steps":["trace[5682455] 'agreement among raft nodes before linearized reading' (duration: 241.393285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.066842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.479357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.066865Z","caller":"traceutil/trace.go:171","msg":"trace[1307783570] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9618; }","duration":"241.509898ms","start":"2026-04-16T09:41:37.825351Z","end":"2026-04-16T09:41:38.066861Z","steps":["trace[1307783570] 'agreement among raft nodes before linearized reading' (duration: 241.477727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.066944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.595821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.066966Z","caller":"traceutil/trace.go:171","msg":"trace[622183337] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9618; }","duration":"241.625582ms","start":"2026-04-16T09:41:37.825336Z","end":"2026-04-16T09:41:38.066961Z","steps":["trace[622183337] 'agreement among raft nodes before linearized reading' (duration: 241.593731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.067043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.709514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.067065Z","caller":"traceutil/trace.go:171","msg":"trace[957222397] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9618; }","duration":"241.739365ms","start":"2026-04-16T09:41:37.825321Z","end":"2026-04-16T09:41:38.06706Z","steps":["trace[957222397] 'agreement among raft nodes before linearized reading' (duration: 241.708734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.065411Z","caller":"traceutil/trace.go:171","msg":"trace[654806031] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"239.97216ms","start":"2026-04-16T09:41:37.825425Z","end":"2026-04-16T09:41:38.065397Z","steps":["trace[654806031] 'agreement among raft nodes before linearized reading' (duration: 239.880037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.067391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.286198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T09:41:38.06547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.040702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.067422Z","caller":"traceutil/trace.go:171","msg":"trace[2138765335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9618; }","duration":"174.3509ms","start":"2026-04-16T09:41:37.893063Z","end":"2026-04-16T09:41:38.067414Z","steps":["trace[2138765335] 'agreement among raft nodes before linearized reading' (duration: 174.272368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.067484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.693382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.067505Z","caller":"traceutil/trace.go:171","msg":"trace[550848483] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9618; }","duration":"240.722333ms","start":"2026-04-16T09:41:37.826777Z","end":"2026-04-16T09:41:38.067499Z","steps":["trace[550848483] 'agreement among raft nodes before linearized reading' (duration: 240.692892ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.067498Z","caller":"traceutil/trace.go:171","msg":"trace[2018447074] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"242.018864ms","start":"2026-04-16T09:41:37.825419Z","end":"2026-04-16T09:41:38.067438Z","steps":["trace[2018447074] 'agreement among raft nodes before linearized reading' (duration: 240.020161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.067578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.697822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:38.067598Z","caller":"traceutil/trace.go:171","msg":"trace[76866746] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9618; }","duration":"240.726284ms","start":"2026-04-16T09:41:37.826867Z","end":"2026-04-16T09:41:38.067593Z","steps":["trace[76866746] 'agreement among raft nodes before linearized reading' (duration: 240.675482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.067651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.148029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.067671Z","caller":"traceutil/trace.go:171","msg":"trace[800152109] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"521.196671ms","start":"2026-04-16T09:41:37.546469Z","end":"2026-04-16T09:41:38.067666Z","steps":["trace[800152109] 'agreement among raft nodes before linearized reading' (duration: 521.16926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.067692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:37.546454Z","time spent":"521.233272ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:41:38.067693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.435197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T09:41:38.067725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.94453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.067774Z","caller":"traceutil/trace.go:171","msg":"trace[1852085540] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"241.017223ms","start":"2026-04-16T09:41:37.826744Z","end":"2026-04-16T09:41:38.067761Z","steps":["trace[1852085540] 'agreement among raft nodes before linearized reading' (duration: 240.93305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.067822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.51494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T09:41:38.064717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.226096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T09:41:38.067787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.731822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.067914Z","caller":"traceutil/trace.go:171","msg":"trace[660092211] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9618; }","duration":"242.617093ms","start":"2026-04-16T09:41:37.825289Z","end":"2026-04-16T09:41:38.067906Z","steps":["trace[660092211] 'agreement among raft nodes before linearized reading' (duration: 242.462938ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.067928Z","caller":"traceutil/trace.go:171","msg":"trace[396697237] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9618; }","duration":"239.950049ms","start":"2026-04-16T09:41:37.827961Z","end":"2026-04-16T09:41:38.067911Z","steps":["trace[396697237] 'agreement among raft nodes before linearized reading' (duration: 239.508035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.065516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.108884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.068835Z","caller":"traceutil/trace.go:171","msg":"trace[1152937248] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9618; }","duration":"243.433548ms","start":"2026-04-16T09:41:37.825392Z","end":"2026-04-16T09:41:38.068825Z","steps":["trace[1152937248] 'agreement among raft nodes before linearized reading' (duration: 240.099864ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.067733Z","caller":"traceutil/trace.go:171","msg":"trace[1549172212] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9618; }","duration":"242.496879ms","start":"2026-04-16T09:41:37.825225Z","end":"2026-04-16T09:41:38.067721Z","steps":["trace[1549172212] 'agreement among raft nodes before linearized reading' (duration: 242.385615ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.067882Z","caller":"traceutil/trace.go:171","msg":"trace[1225569826] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9618; }","duration":"242.399606ms","start":"2026-04-16T09:41:37.825471Z","end":"2026-04-16T09:41:38.067871Z","steps":["trace[1225569826] 'agreement among raft nodes before linearized reading' (duration: 239.152444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.28852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.764707ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T09:41:38.288942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:37.986418Z","time spent":"302.515403ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T09:41:38.289949Z","caller":"traceutil/trace.go:171","msg":"trace[1174553502] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"215.111765ms","start":"2026-04-16T09:41:38.0748Z","end":"2026-04-16T09:41:38.289912Z","steps":["trace[1174553502] 'process raft request' (duration: 213.938408ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.290002Z","caller":"traceutil/trace.go:171","msg":"trace[1847431014] linearizableReadLoop","detail":"{readStateIndex:9956; appliedIndex:9954; }","duration":"211.674737ms","start":"2026-04-16T09:41:38.078293Z","end":"2026-04-16T09:41:38.289968Z","steps":["trace[1847431014] 'read index received' (duration: 71.426193ms)","trace[1847431014] 'applied index is now lower than readState.Index' (duration: 140.246994ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:38.290023Z","caller":"traceutil/trace.go:171","msg":"trace[1996172670] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"210.83007ms","start":"2026-04-16T09:41:38.079167Z","end":"2026-04-16T09:41:38.289997Z","steps":["trace[1996172670] 'process raft request' (duration: 210.625014ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.29048Z","caller":"traceutil/trace.go:171","msg":"trace[259155086] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"170.210949ms","start":"2026-04-16T09:41:38.119891Z","end":"2026-04-16T09:41:38.290102Z","steps":["trace[259155086] 'process raft request' (duration: 170.006103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.290875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.562755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:473217"} {"level":"info","ts":"2026-04-16T09:41:38.290935Z","caller":"traceutil/trace.go:171","msg":"trace[978951085] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:9621; }","duration":"212.665158ms","start":"2026-04-16T09:41:38.078256Z","end":"2026-04-16T09:41:38.290921Z","steps":["trace[978951085] 'agreement among raft nodes before linearized reading' (duration: 211.855903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.364932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.562716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.365011Z","caller":"traceutil/trace.go:171","msg":"trace[1982111030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9622; }","duration":"284.695171ms","start":"2026-04-16T09:41:38.080297Z","end":"2026-04-16T09:41:38.364992Z","steps":["trace[1982111030] 'agreement among raft nodes before linearized reading' (duration: 284.520145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.365289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.409694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:41:38.365329Z","caller":"traceutil/trace.go:171","msg":"trace[1518081990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9622; }","duration":"208.498097ms","start":"2026-04-16T09:41:38.156822Z","end":"2026-04-16T09:41:38.36532Z","steps":["trace[1518081990] 'agreement among raft nodes before linearized reading' (duration: 208.391244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.365114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.468906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:41:38.365588Z","caller":"traceutil/trace.go:171","msg":"trace[221093687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9622; }","duration":"202.950592ms","start":"2026-04-16T09:41:38.162607Z","end":"2026-04-16T09:41:38.365557Z","steps":["trace[221093687] 'agreement among raft nodes before linearized reading' (duration: 202.374534ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.365817Z","caller":"traceutil/trace.go:171","msg":"trace[2065073813] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"118.635013ms","start":"2026-04-16T09:41:38.247107Z","end":"2026-04-16T09:41:38.365742Z","steps":["trace[2065073813] 'process raft request' (duration: 117.567969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.36602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.463503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:41:38.366074Z","caller":"traceutil/trace.go:171","msg":"trace[1261940552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9622; }","duration":"200.539156ms","start":"2026-04-16T09:41:38.165524Z","end":"2026-04-16T09:41:38.366063Z","steps":["trace[1261940552] 'agreement among raft nodes before linearized reading' (duration: 200.416212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.366084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.289976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.366195Z","caller":"traceutil/trace.go:171","msg":"trace[1804141188] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:9622; }","duration":"283.435961ms","start":"2026-04-16T09:41:38.082731Z","end":"2026-04-16T09:41:38.366167Z","steps":["trace[1804141188] 'agreement among raft nodes before linearized reading' (duration: 283.231995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.366352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.388791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T09:41:38.366723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.397253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:473217"} {"level":"info","ts":"2026-04-16T09:41:38.366774Z","caller":"traceutil/trace.go:171","msg":"trace[58053661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:9622; }","duration":"285.487656ms","start":"2026-04-16T09:41:38.081275Z","end":"2026-04-16T09:41:38.366763Z","steps":["trace[58053661] 'agreement among raft nodes before linearized reading' (duration: 284.195125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.366419Z","caller":"traceutil/trace.go:171","msg":"trace[354047341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9622; }","duration":"200.477074ms","start":"2026-04-16T09:41:38.165928Z","end":"2026-04-16T09:41:38.366405Z","steps":["trace[354047341] 'agreement among raft nodes before linearized reading' (duration: 199.989658ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.681468Z","caller":"traceutil/trace.go:171","msg":"trace[1051680781] linearizableReadLoop","detail":"{readStateIndex:9960; appliedIndex:9959; }","duration":"312.525698ms","start":"2026-04-16T09:41:38.368921Z","end":"2026-04-16T09:41:38.681446Z","steps":["trace[1051680781] 'read index received' (duration: 312.442266ms)","trace[1051680781] 'applied index is now lower than readState.Index' (duration: 82.532µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:38.681575Z","caller":"traceutil/trace.go:171","msg":"trace[1822378257] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"391.173879ms","start":"2026-04-16T09:41:38.29036Z","end":"2026-04-16T09:41:38.681534Z","steps":["trace[1822378257] 'process raft request' (duration: 390.943502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.681832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.290304Z","time spent":"391.374625ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:38.681849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.91542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:38.681918Z","caller":"traceutil/trace.go:171","msg":"trace[2085510612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9623; }","duration":"313.045524ms","start":"2026-04-16T09:41:38.368855Z","end":"2026-04-16T09:41:38.6819Z","steps":["trace[2085510612] 'agreement among raft nodes before linearized reading' (duration: 312.682923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.68197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.368829Z","time spent":"313.132417ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:41:38.858975Z","caller":"traceutil/trace.go:171","msg":"trace[489892613] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"487.708724ms","start":"2026-04-16T09:41:38.371241Z","end":"2026-04-16T09:41:38.85895Z","steps":["trace[489892613] 'process raft request' (duration: 487.535829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.859333Z","caller":"traceutil/trace.go:171","msg":"trace[1758451106] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"487.842379ms","start":"2026-04-16T09:41:38.371443Z","end":"2026-04-16T09:41:38.859285Z","steps":["trace[1758451106] 'process raft request' (duration: 487.466687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.859549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.371394Z","time spent":"488.043955ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:38.859538Z","caller":"traceutil/trace.go:171","msg":"trace[1875660579] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"487.070904ms","start":"2026-04-16T09:41:38.372444Z","end":"2026-04-16T09:41:38.859515Z","steps":["trace[1875660579] 'process raft request' (duration: 486.706553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.859744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.371222Z","time spent":"487.840929ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:38.859862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.372435Z","time spent":"487.27653ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:38.859971Z","caller":"traceutil/trace.go:171","msg":"trace[992320585] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"476.270954ms","start":"2026-04-16T09:41:38.383674Z","end":"2026-04-16T09:41:38.859945Z","steps":["trace[992320585] 'process raft request' (duration: 475.772738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.860034Z","caller":"traceutil/trace.go:171","msg":"trace[467030483] linearizableReadLoop","detail":"{readStateIndex:9965; appliedIndex:9960; }","duration":"178.48385ms","start":"2026-04-16T09:41:38.681537Z","end":"2026-04-16T09:41:38.860021Z","steps":["trace[467030483] 'read index received' (duration: 177.141068ms)","trace[467030483] 'applied index is now lower than readState.Index' (duration: 1.342112ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:38.860073Z","caller":"traceutil/trace.go:171","msg":"trace[1034723368] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"465.543895ms","start":"2026-04-16T09:41:38.394506Z","end":"2026-04-16T09:41:38.86005Z","steps":["trace[1034723368] 'process raft request' (duration: 465.315388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.860102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.383656Z","time spent":"476.377367ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:38.860163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.394465Z","time spent":"465.652489ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:38.860347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.736429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:38.860375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.137966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T09:41:38.860393Z","caller":"traceutil/trace.go:171","msg":"trace[1674721421] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9628; }","duration":"172.808531ms","start":"2026-04-16T09:41:38.687572Z","end":"2026-04-16T09:41:38.86038Z","steps":["trace[1674721421] 'agreement among raft nodes before linearized reading' (duration: 172.736359ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:38.860436Z","caller":"traceutil/trace.go:171","msg":"trace[1678504991] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9628; }","duration":"176.198328ms","start":"2026-04-16T09:41:38.684219Z","end":"2026-04-16T09:41:38.860418Z","steps":["trace[1678504991] 'agreement among raft nodes before linearized reading' (duration: 175.987251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.860681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.731775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:41:38.860772Z","caller":"traceutil/trace.go:171","msg":"trace[1056046442] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9628; }","duration":"313.327773ms","start":"2026-04-16T09:41:38.547432Z","end":"2026-04-16T09:41:38.86076Z","steps":["trace[1056046442] 'agreement among raft nodes before linearized reading' (duration: 312.682253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:38.860808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.547408Z","time spent":"313.386946ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":69,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:41:39.170265Z","caller":"traceutil/trace.go:171","msg":"trace[49762357] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"307.83735ms","start":"2026-04-16T09:41:38.862411Z","end":"2026-04-16T09:41:39.170249Z","steps":["trace[49762357] 'process raft request' (duration: 307.549171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:39.170413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.86239Z","time spent":"307.945404ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:39.170511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.214759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T09:41:39.170584Z","caller":"traceutil/trace.go:171","msg":"trace[234935705] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9629; }","duration":"306.340923ms","start":"2026-04-16T09:41:38.864229Z","end":"2026-04-16T09:41:39.170569Z","steps":["trace[234935705] 'agreement among raft nodes before linearized reading' (duration: 306.118206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:39.170619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.86421Z","time spent":"306.401495ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T09:41:39.17021Z","caller":"traceutil/trace.go:171","msg":"trace[429661758] linearizableReadLoop","detail":"{readStateIndex:9966; appliedIndex:9965; }","duration":"305.874659ms","start":"2026-04-16T09:41:38.864274Z","end":"2026-04-16T09:41:39.170149Z","steps":["trace[429661758] 'read index received' (duration: 305.695203ms)","trace[429661758] 'applied index is now lower than readState.Index' (duration: 178.436µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:39.171576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.43559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:39.171696Z","caller":"traceutil/trace.go:171","msg":"trace[1430374826] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9629; }","duration":"302.573264ms","start":"2026-04-16T09:41:38.869104Z","end":"2026-04-16T09:41:39.171678Z","steps":["trace[1430374826] 'agreement among raft nodes before linearized reading' (duration: 302.43572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:39.171741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:38.869094Z","time spent":"302.634547ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-16T09:41:39.525993Z","caller":"traceutil/trace.go:171","msg":"trace[492065047] linearizableReadLoop","detail":"{readStateIndex:9967; appliedIndex:9966; }","duration":"352.233111ms","start":"2026-04-16T09:41:39.173736Z","end":"2026-04-16T09:41:39.525969Z","steps":["trace[492065047] 'read index received' (duration: 273.825138ms)","trace[492065047] 'applied index is now lower than readState.Index' (duration: 78.406593ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:39.526237Z","caller":"traceutil/trace.go:171","msg":"trace[553582224] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"352.747188ms","start":"2026-04-16T09:41:39.173468Z","end":"2026-04-16T09:41:39.526215Z","steps":["trace[553582224] 'process raft request' (duration: 274.079096ms)","trace[553582224] 'compare' (duration: 77.261017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:39.526243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.492659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:41:39.526303Z","caller":"traceutil/trace.go:171","msg":"trace[1434648264] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9630; }","duration":"352.598013ms","start":"2026-04-16T09:41:39.173691Z","end":"2026-04-16T09:41:39.526289Z","steps":["trace[1434648264] 'agreement among raft nodes before linearized reading' (duration: 352.369076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:39.52633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:39.173432Z","time spent":"352.852551ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5216,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:41:39.526338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:39.173673Z","time spent":"352.655054ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T09:41:39.777155Z","caller":"traceutil/trace.go:171","msg":"trace[528636344] linearizableReadLoop","detail":"{readStateIndex:9968; appliedIndex:9967; }","duration":"120.198162ms","start":"2026-04-16T09:41:39.656932Z","end":"2026-04-16T09:41:39.77713Z","steps":["trace[528636344] 'read index received' (duration: 79.526729ms)","trace[528636344] 'applied index is now lower than readState.Index' (duration: 40.670513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:39.777305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.354467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:39.777351Z","caller":"traceutil/trace.go:171","msg":"trace[99165987] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:9631; }","duration":"120.497631ms","start":"2026-04-16T09:41:39.656842Z","end":"2026-04-16T09:41:39.77734Z","steps":["trace[99165987] 'agreement among raft nodes before linearized reading' (duration: 120.374357ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:39.777439Z","caller":"traceutil/trace.go:171","msg":"trace[716256825] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"243.508151ms","start":"2026-04-16T09:41:39.533896Z","end":"2026-04-16T09:41:39.777404Z","steps":["trace[716256825] 'process raft request' (duration: 202.632882ms)","trace[716256825] 'compare' (duration: 40.492637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:40.005817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.096718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:41:40.005906Z","caller":"traceutil/trace.go:171","msg":"trace[1360560173] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"223.926054ms","start":"2026-04-16T09:41:39.781965Z","end":"2026-04-16T09:41:40.005891Z","steps":["trace[1360560173] 'process raft request' (duration: 116.66703ms)","trace[1360560173] 'compare' (duration: 106.872961ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:40.104452Z","caller":"traceutil/trace.go:171","msg":"trace[27229961] linearizableReadLoop","detail":"{readStateIndex:9971; appliedIndex:9968; }","duration":"207.776284ms","start":"2026-04-16T09:41:39.896655Z","end":"2026-04-16T09:41:40.104432Z","steps":["trace[27229961] 'read index received' (duration: 2.085146ms)","trace[27229961] 'applied index is now lower than readState.Index' (duration: 205.690258ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:40.104595Z","caller":"traceutil/trace.go:171","msg":"trace[1528516388] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"322.39916ms","start":"2026-04-16T09:41:39.78216Z","end":"2026-04-16T09:41:40.10456Z","steps":["trace[1528516388] 'process raft request' (duration: 322.029228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.104585Z","caller":"traceutil/trace.go:171","msg":"trace[484617408] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"320.17831ms","start":"2026-04-16T09:41:39.784374Z","end":"2026-04-16T09:41:40.104553Z","steps":["trace[484617408] 'process raft request' (duration: 319.974474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.104765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:39.784348Z","time spent":"320.325215ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5398,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:40.104769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:39.782137Z","time spent":"322.533195ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:41:40.104605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.92732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.104849Z","caller":"traceutil/trace.go:171","msg":"trace[794389293] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9634; }","duration":"208.224159ms","start":"2026-04-16T09:41:39.896604Z","end":"2026-04-16T09:41:40.104828Z","steps":["trace[794389293] 'agreement among raft nodes before linearized reading' (duration: 207.94434ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.219313Z","caller":"traceutil/trace.go:171","msg":"trace[731838607] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"207.077682ms","start":"2026-04-16T09:41:40.012212Z","end":"2026-04-16T09:41:40.21929Z","steps":["trace[731838607] 'process raft request' (duration: 206.979889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.21934Z","caller":"traceutil/trace.go:171","msg":"trace[1846923363] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"229.52413ms","start":"2026-04-16T09:41:39.989788Z","end":"2026-04-16T09:41:40.219312Z","steps":["trace[1846923363] 'process raft request' (duration: 229.21949ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.219559Z","caller":"traceutil/trace.go:171","msg":"trace[150482984] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"142.611489ms","start":"2026-04-16T09:41:40.076931Z","end":"2026-04-16T09:41:40.219542Z","steps":["trace[150482984] 'process raft request' (duration: 142.32113ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.219736Z","caller":"traceutil/trace.go:171","msg":"trace[1839794644] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"142.515356ms","start":"2026-04-16T09:41:40.077197Z","end":"2026-04-16T09:41:40.219712Z","steps":["trace[1839794644] 'process raft request' (duration: 142.278568ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.219857Z","caller":"traceutil/trace.go:171","msg":"trace[170420876] linearizableReadLoop","detail":"{readStateIndex:9976; appliedIndex:9971; }","duration":"115.324658ms","start":"2026-04-16T09:41:40.104521Z","end":"2026-04-16T09:41:40.219845Z","steps":["trace[170420876] 'read index received' (duration: 114.422089ms)","trace[170420876] 'applied index is now lower than readState.Index' (duration: 901.589µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:40.220042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.965904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.220076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.823581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.220044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.646819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.220133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.527064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.220137Z","caller":"traceutil/trace.go:171","msg":"trace[735567059] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9639; }","duration":"146.918014ms","start":"2026-04-16T09:41:40.073203Z","end":"2026-04-16T09:41:40.220121Z","steps":["trace[735567059] 'agreement among raft nodes before linearized reading' (duration: 146.805071ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220171Z","caller":"traceutil/trace.go:171","msg":"trace[1116757317] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9639; }","duration":"147.573995ms","start":"2026-04-16T09:41:40.072585Z","end":"2026-04-16T09:41:40.220159Z","steps":["trace[1116757317] 'agreement among raft nodes before linearized reading' (duration: 147.533083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220175Z","caller":"traceutil/trace.go:171","msg":"trace[12300935] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"140.636237ms","start":"2026-04-16T09:41:40.079526Z","end":"2026-04-16T09:41:40.220162Z","steps":["trace[12300935] 'process raft request' (duration: 140.10394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.204126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.220257Z","caller":"traceutil/trace.go:171","msg":"trace[180962764] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9639; }","duration":"149.240227ms","start":"2026-04-16T09:41:40.071003Z","end":"2026-04-16T09:41:40.220243Z","steps":["trace[180962764] 'agreement among raft nodes before linearized reading' (duration: 149.112373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.632998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-16T09:41:40.220372Z","caller":"traceutil/trace.go:171","msg":"trace[1604412065] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:9639; }","duration":"148.67122ms","start":"2026-04-16T09:41:40.071693Z","end":"2026-04-16T09:41:40.220364Z","steps":["trace[1604412065] 'agreement among raft nodes before linearized reading' (duration: 148.555726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.112826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-srfbf\" ","response":"range_response_count:1 size:5649"} {"level":"warn","ts":"2026-04-16T09:41:40.22039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.077111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.220427Z","caller":"traceutil/trace.go:171","msg":"trace[799310250] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-srfbf; range_end:; response_count:1; response_revision:9639; }","duration":"189.24493ms","start":"2026-04-16T09:41:40.031168Z","end":"2026-04-16T09:41:40.220413Z","steps":["trace[799310250] 'agreement among raft nodes before linearized reading' (duration: 189.025293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220432Z","caller":"traceutil/trace.go:171","msg":"trace[155321759] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9639; }","duration":"141.130652ms","start":"2026-04-16T09:41:40.07929Z","end":"2026-04-16T09:41:40.220421Z","steps":["trace[155321759] 'agreement among raft nodes before linearized reading' (duration: 141.05977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.4679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T09:41:40.22055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.459633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.220566Z","caller":"traceutil/trace.go:171","msg":"trace[615555226] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9639; }","duration":"146.526052ms","start":"2026-04-16T09:41:40.074026Z","end":"2026-04-16T09:41:40.220553Z","steps":["trace[615555226] 'agreement among raft nodes before linearized reading' (duration: 146.387458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220586Z","caller":"traceutil/trace.go:171","msg":"trace[793524888] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"141.504874ms","start":"2026-04-16T09:41:40.07907Z","end":"2026-04-16T09:41:40.220575Z","steps":["trace[793524888] 'agreement among raft nodes before linearized reading' (duration: 141.450132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.191626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.220636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.670002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:40.220639Z","caller":"traceutil/trace.go:171","msg":"trace[366264607] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9639; }","duration":"149.234147ms","start":"2026-04-16T09:41:40.071393Z","end":"2026-04-16T09:41:40.220627Z","steps":["trace[366264607] 'agreement among raft nodes before linearized reading' (duration: 149.188666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.454457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.220661Z","caller":"traceutil/trace.go:171","msg":"trace[388217972] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9639; }","duration":"149.735153ms","start":"2026-04-16T09:41:40.070919Z","end":"2026-04-16T09:41:40.220654Z","steps":["trace[388217972] 'agreement among raft nodes before linearized reading' (duration: 149.666311ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220684Z","caller":"traceutil/trace.go:171","msg":"trace[1158578702] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"144.5305ms","start":"2026-04-16T09:41:40.076141Z","end":"2026-04-16T09:41:40.220671Z","steps":["trace[1158578702] 'agreement among raft nodes before linearized reading' (duration: 144.408576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.680567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.220725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.863027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.220741Z","caller":"traceutil/trace.go:171","msg":"trace[338901759] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9639; }","duration":"149.892948ms","start":"2026-04-16T09:41:40.070843Z","end":"2026-04-16T09:41:40.220736Z","steps":["trace[338901759] 'agreement among raft nodes before linearized reading' (duration: 149.866847ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220734Z","caller":"traceutil/trace.go:171","msg":"trace[526130162] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9639; }","duration":"146.729488ms","start":"2026-04-16T09:41:40.073994Z","end":"2026-04-16T09:41:40.220723Z","steps":["trace[526130162] 'agreement among raft nodes before linearized reading' (duration: 146.669097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.582762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"warn","ts":"2026-04-16T09:41:40.220788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.809053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.220793Z","caller":"traceutil/trace.go:171","msg":"trace[1697837139] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:9639; }","duration":"145.633834ms","start":"2026-04-16T09:41:40.07515Z","end":"2026-04-16T09:41:40.220784Z","steps":["trace[1697837139] 'agreement among raft nodes before linearized reading' (duration: 145.536971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.116509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-16T09:41:40.220846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.239805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.220861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.824886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.22091Z","caller":"traceutil/trace.go:171","msg":"trace[1443473668] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9639; }","duration":"146.178641ms","start":"2026-04-16T09:41:40.07469Z","end":"2026-04-16T09:41:40.220869Z","steps":["trace[1443473668] 'agreement among raft nodes before linearized reading' (duration: 146.015596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220924Z","caller":"traceutil/trace.go:171","msg":"trace[1581659214] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"147.294566ms","start":"2026-04-16T09:41:40.073578Z","end":"2026-04-16T09:41:40.220873Z","steps":["trace[1581659214] 'agreement among raft nodes before linearized reading' (duration: 147.237744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.903391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:40.221026Z","caller":"traceutil/trace.go:171","msg":"trace[559177595] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9639; }","duration":"144.951493ms","start":"2026-04-16T09:41:40.076066Z","end":"2026-04-16T09:41:40.221017Z","steps":["trace[559177595] 'agreement among raft nodes before linearized reading' (duration: 144.87254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.221054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.747595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-16T09:41:40.221061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.635817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.22108Z","caller":"traceutil/trace.go:171","msg":"trace[340188751] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9639; }","duration":"143.783016ms","start":"2026-04-16T09:41:40.077291Z","end":"2026-04-16T09:41:40.221074Z","steps":["trace[340188751] 'agreement among raft nodes before linearized reading' (duration: 143.676292ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.221098Z","caller":"traceutil/trace.go:171","msg":"trace[2007518524] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9639; }","duration":"147.681379ms","start":"2026-04-16T09:41:40.073406Z","end":"2026-04-16T09:41:40.221087Z","steps":["trace[2007518524] 'agreement among raft nodes before linearized reading' (duration: 147.626987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.221116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.915843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.221134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.668627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.220091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.853105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:40.22118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.925472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:40.221184Z","caller":"traceutil/trace.go:171","msg":"trace[553066115] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9639; }","duration":"146.728219ms","start":"2026-04-16T09:41:40.074444Z","end":"2026-04-16T09:41:40.221172Z","steps":["trace[553066115] 'agreement among raft nodes before linearized reading' (duration: 146.656386ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.221191Z","caller":"traceutil/trace.go:171","msg":"trace[1476648875] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"149.968181ms","start":"2026-04-16T09:41:40.071212Z","end":"2026-04-16T09:41:40.22118Z","steps":["trace[1476648875] 'agreement among raft nodes before linearized reading' (duration: 148.844445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.221229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.061806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.221249Z","caller":"traceutil/trace.go:171","msg":"trace[1334718431] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9639; }","duration":"145.093817ms","start":"2026-04-16T09:41:40.076151Z","end":"2026-04-16T09:41:40.221245Z","steps":["trace[1334718431] 'agreement among raft nodes before linearized reading' (duration: 145.065476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.221432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.336933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.221477Z","caller":"traceutil/trace.go:171","msg":"trace[683124572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9639; }","duration":"151.431227ms","start":"2026-04-16T09:41:40.070037Z","end":"2026-04-16T09:41:40.221468Z","steps":["trace[683124572] 'agreement among raft nodes before linearized reading' (duration: 150.751376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.385332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.221608Z","caller":"traceutil/trace.go:171","msg":"trace[1087629838] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9639; }","duration":"143.160606ms","start":"2026-04-16T09:41:40.078434Z","end":"2026-04-16T09:41:40.221595Z","steps":["trace[1087629838] 'agreement among raft nodes before linearized reading' (duration: 142.388452ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220811Z","caller":"traceutil/trace.go:171","msg":"trace[519366548] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"141.886476ms","start":"2026-04-16T09:41:40.078916Z","end":"2026-04-16T09:41:40.220802Z","steps":["trace[519366548] 'agreement among raft nodes before linearized reading' (duration: 141.854715ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.221202Z","caller":"traceutil/trace.go:171","msg":"trace[194215351] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9639; }","duration":"144.958502ms","start":"2026-04-16T09:41:40.076239Z","end":"2026-04-16T09:41:40.221197Z","steps":["trace[194215351] 'agreement among raft nodes before linearized reading' (duration: 144.901851ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.221145Z","caller":"traceutil/trace.go:171","msg":"trace[1079534662] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"145.957315ms","start":"2026-04-16T09:41:40.075181Z","end":"2026-04-16T09:41:40.221138Z","steps":["trace[1079534662] 'agreement among raft nodes before linearized reading' (duration: 145.916723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.919009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.2219Z","caller":"traceutil/trace.go:171","msg":"trace[1333804348] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9639; }","duration":"143.863478ms","start":"2026-04-16T09:41:40.078021Z","end":"2026-04-16T09:41:40.221885Z","steps":["trace[1333804348] 'agreement among raft nodes before linearized reading' (duration: 142.919198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.797188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.221998Z","caller":"traceutil/trace.go:171","msg":"trace[1036046920] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9639; }","duration":"145.883612ms","start":"2026-04-16T09:41:40.076105Z","end":"2026-04-16T09:41:40.221989Z","steps":["trace[1036046920] 'agreement among raft nodes before linearized reading' (duration: 144.794028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220134Z","caller":"traceutil/trace.go:171","msg":"trace[260232421] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9639; }","duration":"148.760013ms","start":"2026-04-16T09:41:40.071363Z","end":"2026-04-16T09:41:40.220123Z","steps":["trace[260232421] 'agreement among raft nodes before linearized reading' (duration: 148.635879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.220094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.457721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:40.222134Z","caller":"traceutil/trace.go:171","msg":"trace[1180463435] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"149.498635ms","start":"2026-04-16T09:41:40.072619Z","end":"2026-04-16T09:41:40.222118Z","steps":["trace[1180463435] 'agreement among raft nodes before linearized reading' (duration: 147.453981ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220092Z","caller":"traceutil/trace.go:171","msg":"trace[1384930616] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"146.033367ms","start":"2026-04-16T09:41:40.074044Z","end":"2026-04-16T09:41:40.220077Z","steps":["trace[1384930616] 'agreement among raft nodes before linearized reading' (duration: 145.942694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.220927Z","caller":"traceutil/trace.go:171","msg":"trace[1808288227] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9639; }","duration":"142.906258ms","start":"2026-04-16T09:41:40.078015Z","end":"2026-04-16T09:41:40.220922Z","steps":["trace[1808288227] 'agreement among raft nodes before linearized reading' (duration: 142.834905ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.397674Z","caller":"traceutil/trace.go:171","msg":"trace[1735487508] linearizableReadLoop","detail":"{readStateIndex:9977; appliedIndex:9976; }","duration":"144.060914ms","start":"2026-04-16T09:41:40.253585Z","end":"2026-04-16T09:41:40.397646Z","steps":["trace[1735487508] 'read index received' (duration: 143.487076ms)","trace[1735487508] 'applied index is now lower than readState.Index' (duration: 572.698µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:40.397992Z","caller":"traceutil/trace.go:171","msg":"trace[1621551585] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"170.413125ms","start":"2026-04-16T09:41:40.2274Z","end":"2026-04-16T09:41:40.397813Z","steps":["trace[1621551585] 'process raft request' (duration: 169.739604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.398158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.092021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:41:40.398232Z","caller":"traceutil/trace.go:171","msg":"trace[1194139018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9640; }","duration":"103.214546ms","start":"2026-04-16T09:41:40.295Z","end":"2026-04-16T09:41:40.398215Z","steps":["trace[1194139018] 'agreement among raft nodes before linearized reading' (duration: 103.01767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:40.398414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.822619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-16T09:41:40.398465Z","caller":"traceutil/trace.go:171","msg":"trace[1914365224] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9640; }","duration":"144.904271ms","start":"2026-04-16T09:41:40.253547Z","end":"2026-04-16T09:41:40.398451Z","steps":["trace[1914365224] 'agreement among raft nodes before linearized reading' (duration: 144.794308ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:40.6132Z","caller":"traceutil/trace.go:171","msg":"trace[1384298000] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"176.211748ms","start":"2026-04-16T09:41:40.436955Z","end":"2026-04-16T09:41:40.613167Z","steps":["trace[1384298000] 'process raft request' (duration: 79.957422ms)","trace[1384298000] 'compare' (duration: 96.015459ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:42.246912Z","caller":"traceutil/trace.go:171","msg":"trace[1033244396] transaction","detail":"{read_only:false; response_revision:9653; number_of_response:1; }","duration":"367.380098ms","start":"2026-04-16T09:41:41.879511Z","end":"2026-04-16T09:41:42.246891Z","steps":["trace[1033244396] 'process raft request' (duration: 367.205253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:42.247042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:41.879488Z","time spent":"367.499662ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:41:42.270914Z","caller":"traceutil/trace.go:171","msg":"trace[872286888] transaction","detail":"{read_only:false; response_revision:9654; number_of_response:1; }","duration":"387.058059ms","start":"2026-04-16T09:41:41.88383Z","end":"2026-04-16T09:41:42.270888Z","steps":["trace[872286888] 'process raft request' (duration: 386.894514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:42.271043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:41.883813Z","time spent":"387.169293ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:42.271396Z","caller":"traceutil/trace.go:171","msg":"trace[280347329] linearizableReadLoop","detail":"{readStateIndex:9992; appliedIndex:9989; }","duration":"359.119538ms","start":"2026-04-16T09:41:41.912255Z","end":"2026-04-16T09:41:42.271375Z","steps":["trace[280347329] 'read index received' (duration: 334.604504ms)","trace[280347329] 'applied index is now lower than readState.Index' (duration: 24.513844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:42.271493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.227582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:41:42.271457Z","caller":"traceutil/trace.go:171","msg":"trace[455684799] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"387.570686ms","start":"2026-04-16T09:41:41.883844Z","end":"2026-04-16T09:41:42.271415Z","steps":["trace[455684799] 'process raft request' (duration: 386.995458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:42.27171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:41.883825Z","time spent":"387.769092ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6531,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:42.27155Z","caller":"traceutil/trace.go:171","msg":"trace[1689046056] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9659; }","duration":"359.332695ms","start":"2026-04-16T09:41:41.912206Z","end":"2026-04-16T09:41:42.271539Z","steps":["trace[1689046056] 'agreement among raft nodes before linearized reading' (duration: 359.235722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:42.272029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:41.912186Z","time spent":"359.760128ms","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:41:42.271557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.39272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:42.272216Z","caller":"traceutil/trace.go:171","msg":"trace[1551616966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9659; }","duration":"200.076291ms","start":"2026-04-16T09:41:42.072119Z","end":"2026-04-16T09:41:42.272195Z","steps":["trace[1551616966] 'agreement among raft nodes before linearized reading' (duration: 199.3951ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:42.499149Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9133559b3198d4ec","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T09:41:42.504172Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-16T09:41:42.504268Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-16T09:41:43.825477Z","caller":"traceutil/trace.go:171","msg":"trace[448952990] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"543.474154ms","start":"2026-04-16T09:41:43.281976Z","end":"2026-04-16T09:41:43.82545Z","steps":["trace[448952990] 'process raft request' (duration: 543.299938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:43.825629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:43.28196Z","time spent":"543.589498ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:44.434717Z","caller":"traceutil/trace.go:171","msg":"trace[1732204051] linearizableReadLoop","detail":"{readStateIndex:10014; appliedIndex:10011; }","duration":"117.439114ms","start":"2026-04-16T09:41:44.317252Z","end":"2026-04-16T09:41:44.434691Z","steps":["trace[1732204051] 'read index received' (duration: 115.343828ms)","trace[1732204051] 'applied index is now lower than readState.Index' (duration: 2.094156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:44.434953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.328011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-16T09:41:44.434992Z","caller":"traceutil/trace.go:171","msg":"trace[163947358] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9676; }","duration":"156.393224ms","start":"2026-04-16T09:41:44.278586Z","end":"2026-04-16T09:41:44.43498Z","steps":["trace[163947358] 'agreement among raft nodes before linearized reading' (duration: 156.221728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.435004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.55569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.435072Z","caller":"traceutil/trace.go:171","msg":"trace[1515683345] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"151.654504ms","start":"2026-04-16T09:41:44.2834Z","end":"2026-04-16T09:41:44.435055Z","steps":["trace[1515683345] 'agreement among raft nodes before linearized reading' (duration: 151.52198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.435242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.045337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:44.435278Z","caller":"traceutil/trace.go:171","msg":"trace[1291122071] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9676; }","duration":"152.092178ms","start":"2026-04-16T09:41:44.283176Z","end":"2026-04-16T09:41:44.435269Z","steps":["trace[1291122071] 'agreement among raft nodes before linearized reading' (duration: 152.000695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.435437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.265923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-16T09:41:44.435467Z","caller":"traceutil/trace.go:171","msg":"trace[719744700] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9676; }","duration":"152.306775ms","start":"2026-04-16T09:41:44.283153Z","end":"2026-04-16T09:41:44.43546Z","steps":["trace[719744700] 'agreement among raft nodes before linearized reading' (duration: 152.229272ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:44.435605Z","caller":"traceutil/trace.go:171","msg":"trace[1055406412] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"157.108026ms","start":"2026-04-16T09:41:44.278487Z","end":"2026-04-16T09:41:44.435595Z","steps":["trace[1055406412] 'process raft request' (duration: 154.06148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.435626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.49141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.435651Z","caller":"traceutil/trace.go:171","msg":"trace[87713352] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9676; }","duration":"152.534631ms","start":"2026-04-16T09:41:44.283109Z","end":"2026-04-16T09:41:44.435643Z","steps":["trace[87713352] 'agreement among raft nodes before linearized reading' (duration: 152.49747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:44.435728Z","caller":"traceutil/trace.go:171","msg":"trace[1273740195] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"157.172738ms","start":"2026-04-16T09:41:44.278547Z","end":"2026-04-16T09:41:44.43572Z","steps":["trace[1273740195] 'process raft request' (duration: 156.010711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.435783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.064039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.435812Z","caller":"traceutil/trace.go:171","msg":"trace[59916109] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9676; }","duration":"153.106449ms","start":"2026-04-16T09:41:44.282698Z","end":"2026-04-16T09:41:44.435804Z","steps":["trace[59916109] 'agreement among raft nodes before linearized reading' (duration: 153.065788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:44.435841Z","caller":"traceutil/trace.go:171","msg":"trace[1254143838] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"156.572998ms","start":"2026-04-16T09:41:44.27926Z","end":"2026-04-16T09:41:44.435833Z","steps":["trace[1254143838] 'process raft request' (duration: 155.35548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.435936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.45004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:44.435961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.793178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.435965Z","caller":"traceutil/trace.go:171","msg":"trace[1788101649] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"153.494411ms","start":"2026-04-16T09:41:44.282463Z","end":"2026-04-16T09:41:44.435958Z","steps":["trace[1788101649] 'agreement among raft nodes before linearized reading' (duration: 153.45413ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:44.43599Z","caller":"traceutil/trace.go:171","msg":"trace[1176790944] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9676; }","duration":"151.830469ms","start":"2026-04-16T09:41:44.284152Z","end":"2026-04-16T09:41:44.435983Z","steps":["trace[1176790944] 'agreement among raft nodes before linearized reading' (duration: 151.784868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.436064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.913401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.436091Z","caller":"traceutil/trace.go:171","msg":"trace[789480487] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"151.947793ms","start":"2026-04-16T09:41:44.284137Z","end":"2026-04-16T09:41:44.436085Z","steps":["trace[789480487] 'agreement among raft nodes before linearized reading' (duration: 151.910632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.436131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.654057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.436164Z","caller":"traceutil/trace.go:171","msg":"trace[2096732119] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"153.705458ms","start":"2026-04-16T09:41:44.282448Z","end":"2026-04-16T09:41:44.436154Z","steps":["trace[2096732119] 'agreement among raft nodes before linearized reading' (duration: 153.659997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.436298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.154073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.436354Z","caller":"traceutil/trace.go:171","msg":"trace[1612975810] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9676; }","duration":"154.218934ms","start":"2026-04-16T09:41:44.282122Z","end":"2026-04-16T09:41:44.43634Z","steps":["trace[1612975810] 'agreement among raft nodes before linearized reading' (duration: 154.154102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.436577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.440072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:44.43661Z","caller":"traceutil/trace.go:171","msg":"trace[1517487543] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9676; }","duration":"154.491804ms","start":"2026-04-16T09:41:44.28211Z","end":"2026-04-16T09:41:44.436602Z","steps":["trace[1517487543] 'agreement among raft nodes before linearized reading' (duration: 154.39043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.436774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.71399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.436805Z","caller":"traceutil/trace.go:171","msg":"trace[617952898] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9676; }","duration":"154.772812ms","start":"2026-04-16T09:41:44.282024Z","end":"2026-04-16T09:41:44.436797Z","steps":["trace[617952898] 'agreement among raft nodes before linearized reading' (duration: 154.71019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.436992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.861702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-04-16T09:41:44.437026Z","caller":"traceutil/trace.go:171","msg":"trace[695512271] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:9676; }","duration":"152.896553ms","start":"2026-04-16T09:41:44.284121Z","end":"2026-04-16T09:41:44.437018Z","steps":["trace[695512271] 'agreement among raft nodes before linearized reading' (duration: 152.066857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.437061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.225796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.437095Z","caller":"traceutil/trace.go:171","msg":"trace[1220468413] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9676; }","duration":"155.278408ms","start":"2026-04-16T09:41:44.281807Z","end":"2026-04-16T09:41:44.437086Z","steps":["trace[1220468413] 'agreement among raft nodes before linearized reading' (duration: 155.240007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.437183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.490065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.437209Z","caller":"traceutil/trace.go:171","msg":"trace[2146770958] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"155.533407ms","start":"2026-04-16T09:41:44.281669Z","end":"2026-04-16T09:41:44.437202Z","steps":["trace[2146770958] 'agreement among raft nodes before linearized reading' (duration: 155.494245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.437221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.311576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.437253Z","caller":"traceutil/trace.go:171","msg":"trace[1346917591] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9676; }","duration":"153.348537ms","start":"2026-04-16T09:41:44.283895Z","end":"2026-04-16T09:41:44.437243Z","steps":["trace[1346917591] 'agreement among raft nodes before linearized reading' (duration: 153.302865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.43739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.993792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:41:44.437326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.43759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.43742Z","caller":"traceutil/trace.go:171","msg":"trace[358531032] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9676; }","duration":"157.054284ms","start":"2026-04-16T09:41:44.280358Z","end":"2026-04-16T09:41:44.437412Z","steps":["trace[358531032] 'agreement among raft nodes before linearized reading' (duration: 157.008803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.437477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.706128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.437504Z","caller":"traceutil/trace.go:171","msg":"trace[2071430631] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"153.74188ms","start":"2026-04-16T09:41:44.283756Z","end":"2026-04-16T09:41:44.437498Z","steps":["trace[2071430631] 'agreement among raft nodes before linearized reading' (duration: 153.685698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.437549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.063206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.437579Z","caller":"traceutil/trace.go:171","msg":"trace[1257985083] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"158.107757ms","start":"2026-04-16T09:41:44.279464Z","end":"2026-04-16T09:41:44.437572Z","steps":["trace[1257985083] 'agreement among raft nodes before linearized reading' (duration: 158.065866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.43766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.003028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-16T09:41:44.437687Z","caller":"traceutil/trace.go:171","msg":"trace[1427781678] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:9676; }","duration":"154.039029ms","start":"2026-04-16T09:41:44.283641Z","end":"2026-04-16T09:41:44.437681Z","steps":["trace[1427781678] 'agreement among raft nodes before linearized reading' (duration: 153.965286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.4377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.386046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.437728Z","caller":"traceutil/trace.go:171","msg":"trace[1653643972] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9676; }","duration":"158.458998ms","start":"2026-04-16T09:41:44.279262Z","end":"2026-04-16T09:41:44.437721Z","steps":["trace[1653643972] 'agreement among raft nodes before linearized reading' (duration: 158.419477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.437836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.195473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T09:41:44.437852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.643124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.437861Z","caller":"traceutil/trace.go:171","msg":"trace[675524090] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9676; }","duration":"154.227825ms","start":"2026-04-16T09:41:44.283627Z","end":"2026-04-16T09:41:44.437855Z","steps":["trace[675524090] 'agreement among raft nodes before linearized reading' (duration: 154.159783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:44.437876Z","caller":"traceutil/trace.go:171","msg":"trace[1446122311] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9676; }","duration":"158.699396ms","start":"2026-04-16T09:41:44.279169Z","end":"2026-04-16T09:41:44.437868Z","steps":["trace[1446122311] 'agreement among raft nodes before linearized reading' (duration: 158.660224ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:44.437428Z","caller":"traceutil/trace.go:171","msg":"trace[446483318] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9676; }","duration":"153.545163ms","start":"2026-04-16T09:41:44.283875Z","end":"2026-04-16T09:41:44.43742Z","steps":["trace[446483318] 'agreement among raft nodes before linearized reading' (duration: 153.43623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.438111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.491773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.43814Z","caller":"traceutil/trace.go:171","msg":"trace[114517759] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"154.529654ms","start":"2026-04-16T09:41:44.283603Z","end":"2026-04-16T09:41:44.438133Z","steps":["trace[114517759] 'agreement among raft nodes before linearized reading' (duration: 154.487303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.438268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.794553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.438294Z","caller":"traceutil/trace.go:171","msg":"trace[1835319447] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9676; }","duration":"154.828684ms","start":"2026-04-16T09:41:44.28346Z","end":"2026-04-16T09:41:44.438288Z","steps":["trace[1835319447] 'agreement among raft nodes before linearized reading' (duration: 154.787293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.43841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.954117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"warn","ts":"2026-04-16T09:41:44.436997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.078622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.438849Z","caller":"traceutil/trace.go:171","msg":"trace[896059919] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9676; }","duration":"156.941261ms","start":"2026-04-16T09:41:44.281888Z","end":"2026-04-16T09:41:44.438829Z","steps":["trace[896059919] 'agreement among raft nodes before linearized reading' (duration: 155.082172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:44.43703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.157534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:44.43948Z","caller":"traceutil/trace.go:171","msg":"trace[1697324663] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9676; }","duration":"157.618602ms","start":"2026-04-16T09:41:44.28185Z","end":"2026-04-16T09:41:44.439469Z","steps":["trace[1697324663] 'agreement among raft nodes before linearized reading' (duration: 155.166105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:44.441059Z","caller":"traceutil/trace.go:171","msg":"trace[1530129795] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:9676; }","duration":"155.103073ms","start":"2026-04-16T09:41:44.283434Z","end":"2026-04-16T09:41:44.438537Z","steps":["trace[1530129795] 'agreement among raft nodes before linearized reading' (duration: 154.932337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:45.391725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414830345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:41:45.823463Z","caller":"traceutil/trace.go:171","msg":"trace[1891406994] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"935.036565ms","start":"2026-04-16T09:41:44.88839Z","end":"2026-04-16T09:41:45.823427Z","steps":["trace[1891406994] 'process raft request' (duration: 934.738325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:45.823906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:44.888374Z","time spent":"935.335605ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:46.067868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.163302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:41:46.068322Z","caller":"traceutil/trace.go:171","msg":"trace[663040002] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"145.265562ms","start":"2026-04-16T09:41:45.923039Z","end":"2026-04-16T09:41:46.068305Z","steps":["trace[663040002] 'process raft request' (duration: 145.092857ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:46.068425Z","caller":"traceutil/trace.go:171","msg":"trace[1103119210] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"269.363757ms","start":"2026-04-16T09:41:45.799051Z","end":"2026-04-16T09:41:46.068415Z","steps":["trace[1103119210] 'process raft request' (duration: 269.018836ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:46.068596Z","caller":"traceutil/trace.go:171","msg":"trace[109519458] linearizableReadLoop","detail":"{readStateIndex:10018; appliedIndex:10016; }","duration":"1.177758061s","start":"2026-04-16T09:41:44.890822Z","end":"2026-04-16T09:41:46.06858Z","steps":["trace[109519458] 'read index received' (duration: 932.533416ms)","trace[109519458] 'applied index is now lower than readState.Index' (duration: 245.223285ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:46.068313Z","caller":"traceutil/trace.go:171","msg":"trace[223635665] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"735.809431ms","start":"2026-04-16T09:41:45.332477Z","end":"2026-04-16T09:41:46.068286Z","steps":["trace[223635665] 'process raft request' (duration: 735.505411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.068804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177970378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:41:46.068827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:45.332456Z","time spent":"736.279125ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:46.068865Z","caller":"traceutil/trace.go:171","msg":"trace[1626053918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9682; }","duration":"1.178045771s","start":"2026-04-16T09:41:44.890806Z","end":"2026-04-16T09:41:46.068852Z","steps":["trace[1626053918] 'agreement among raft nodes before linearized reading' (duration: 1.177873295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.068963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:44.890799Z","time spent":"1.178149944s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T09:41:46.068373Z","caller":"traceutil/trace.go:171","msg":"trace[1762035434] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"1.17931247s","start":"2026-04-16T09:41:44.889047Z","end":"2026-04-16T09:41:46.068359Z","steps":["trace[1762035434] 'process raft request' (duration: 960.55445ms)","trace[1762035434] 'compare' (duration: 217.116088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:46.069453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:44.889038Z","time spent":"1.18025237s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:46.069689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.702242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:46.069733Z","caller":"traceutil/trace.go:171","msg":"trace[918381144] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9682; }","duration":"117.754744ms","start":"2026-04-16T09:41:45.951968Z","end":"2026-04-16T09:41:46.069722Z","steps":["trace[918381144] 'agreement among raft nodes before linearized reading' (duration: 117.683712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.069774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.311827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:46.069837Z","caller":"traceutil/trace.go:171","msg":"trace[1706660327] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9682; }","duration":"886.40018ms","start":"2026-04-16T09:41:45.183426Z","end":"2026-04-16T09:41:46.069827Z","steps":["trace[1706660327] 'agreement among raft nodes before linearized reading' (duration: 886.323658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.069868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:45.183409Z","time spent":"886.448922ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:41:46.06973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.047322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:46.070008Z","caller":"traceutil/trace.go:171","msg":"trace[962754180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9682; }","duration":"998.474996ms","start":"2026-04-16T09:41:45.071523Z","end":"2026-04-16T09:41:46.069998Z","steps":["trace[962754180] 'agreement among raft nodes before linearized reading' (duration: 998.054132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.070049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:45.071507Z","time spent":"998.528528ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:41:46.070434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02746874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-16T09:41:46.070487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001885614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-16T09:41:46.070552Z","caller":"traceutil/trace.go:171","msg":"trace[263311301] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9682; }","duration":"1.001974467s","start":"2026-04-16T09:41:45.068567Z","end":"2026-04-16T09:41:46.070541Z","steps":["trace[263311301] 'agreement among raft nodes before linearized reading' (duration: 1.001714599s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.07059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:45.068554Z","time spent":"1.002027008s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T09:41:46.070509Z","caller":"traceutil/trace.go:171","msg":"trace[2834730] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9682; }","duration":"1.027563963s","start":"2026-04-16T09:41:45.042921Z","end":"2026-04-16T09:41:46.070485Z","steps":["trace[2834730] 'agreement among raft nodes before linearized reading' (duration: 1.027348466s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.071283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:45.042907Z","time spent":"1.028234895s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T09:41:46.071427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156835602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-rabbit-init-fw7mx\" ","response":"range_response_count:1 size:6562"} {"level":"info","ts":"2026-04-16T09:41:46.071495Z","caller":"traceutil/trace.go:171","msg":"trace[964751544] range","detail":"{range_begin:/registry/pods/openstack/heat-rabbit-init-fw7mx; range_end:; response_count:1; response_revision:9682; }","duration":"1.156886603s","start":"2026-04-16T09:41:44.914573Z","end":"2026-04-16T09:41:46.07146Z","steps":["trace[964751544] 'agreement among raft nodes before linearized reading' (duration: 1.156759249s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.071542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:44.914567Z","time spent":"1.156951215s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6585,"request content":"key:\"/registry/pods/openstack/heat-rabbit-init-fw7mx\" "} {"level":"warn","ts":"2026-04-16T09:41:46.07128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174904961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:41:46.07202Z","caller":"traceutil/trace.go:171","msg":"trace[169069212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9682; }","duration":"1.175588993s","start":"2026-04-16T09:41:44.896337Z","end":"2026-04-16T09:41:46.071926Z","steps":["trace[169069212] 'agreement among raft nodes before linearized reading' (duration: 1.173055573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.072131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:44.896322Z","time spent":"1.17579114s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:41:46.447393Z","caller":"traceutil/trace.go:171","msg":"trace[1736896937] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"372.15437ms","start":"2026-04-16T09:41:46.07522Z","end":"2026-04-16T09:41:46.447375Z","steps":["trace[1736896937] 'process raft request' (duration: 371.967904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.447517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:46.07519Z","time spent":"372.263452ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:46.452939Z","caller":"traceutil/trace.go:171","msg":"trace[811951567] linearizableReadLoop","detail":"{readStateIndex:10022; appliedIndex:10021; }","duration":"375.485455ms","start":"2026-04-16T09:41:46.077433Z","end":"2026-04-16T09:41:46.452919Z","steps":["trace[811951567] 'read index received' (duration: 370.329362ms)","trace[811951567] 'applied index is now lower than readState.Index' (duration: 5.112221ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:46.453185Z","caller":"traceutil/trace.go:171","msg":"trace[1270562678] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"376.075683ms","start":"2026-04-16T09:41:46.0771Z","end":"2026-04-16T09:41:46.453175Z","steps":["trace[1270562678] 'process raft request' (duration: 375.472364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.453266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:46.077077Z","time spent":"376.133255ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:46.45341Z","caller":"traceutil/trace.go:171","msg":"trace[843797526] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"375.03286ms","start":"2026-04-16T09:41:46.078371Z","end":"2026-04-16T09:41:46.453404Z","steps":["trace[843797526] 'process raft request' (duration: 374.324628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.45345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:46.07836Z","time spent":"375.069252ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:46.45361Z","caller":"traceutil/trace.go:171","msg":"trace[1295701824] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"374.933857ms","start":"2026-04-16T09:41:46.078662Z","end":"2026-04-16T09:41:46.453596Z","steps":["trace[1295701824] 'process raft request' (duration: 374.06292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.453637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.202567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:46.45366Z","caller":"traceutil/trace.go:171","msg":"trace[864359783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9691; }","duration":"376.244889ms","start":"2026-04-16T09:41:46.077409Z","end":"2026-04-16T09:41:46.453654Z","steps":["trace[864359783] 'agreement among raft nodes before linearized reading' (duration: 376.207278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.45368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:46.0774Z","time spent":"376.27593ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:41:46.453684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:46.078653Z","time spent":"374.986669ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:41:46.453852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.819609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T09:41:46.453877Z","caller":"traceutil/trace.go:171","msg":"trace[1113975545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9691; }","duration":"235.911382ms","start":"2026-04-16T09:41:46.21796Z","end":"2026-04-16T09:41:46.453871Z","steps":["trace[1113975545] 'agreement among raft nodes before linearized reading' (duration: 235.820999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:46.453982Z","caller":"traceutil/trace.go:171","msg":"trace[320196166] transaction","detail":"{read_only:false; response_revision:9687; number_of_response:1; }","duration":"373.585654ms","start":"2026-04-16T09:41:46.080389Z","end":"2026-04-16T09:41:46.453975Z","steps":["trace[320196166] 'process raft request' (duration: 372.367806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.45402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:41:46.080362Z","time spent":"373.640876ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:41:46.454086Z","caller":"traceutil/trace.go:171","msg":"trace[774110929] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"131.711114ms","start":"2026-04-16T09:41:46.32237Z","end":"2026-04-16T09:41:46.454081Z","steps":["trace[774110929] 'process raft request' (duration: 130.424044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:46.455465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.380968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:46.455496Z","caller":"traceutil/trace.go:171","msg":"trace[1215852623] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9691; }","duration":"133.44503ms","start":"2026-04-16T09:41:46.322044Z","end":"2026-04-16T09:41:46.455489Z","steps":["trace[1215852623] 'agreement among raft nodes before linearized reading' (duration: 133.397578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:50.221407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.894075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:41:50.221484Z","caller":"traceutil/trace.go:171","msg":"trace[216632043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9730; }","duration":"135.04509ms","start":"2026-04-16T09:41:50.086426Z","end":"2026-04-16T09:41:50.221471Z","steps":["trace[216632043] 'range keys from in-memory index tree' (duration: 134.684688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:50.733652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.323361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:41:50.73375Z","caller":"traceutil/trace.go:171","msg":"trace[1480696611] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:9738; }","duration":"201.493776ms","start":"2026-04-16T09:41:50.532232Z","end":"2026-04-16T09:41:50.733726Z","steps":["trace[1480696611] 'range keys from in-memory index tree' (duration: 200.493215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:50.734153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.829295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:41:50.734235Z","caller":"traceutil/trace.go:171","msg":"trace[866590190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:9738; }","duration":"200.970649ms","start":"2026-04-16T09:41:50.533247Z","end":"2026-04-16T09:41:50.734218Z","steps":["trace[866590190] 'range keys from in-memory index tree' (duration: 200.096392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:51.288279Z","caller":"traceutil/trace.go:171","msg":"trace[1949794466] linearizableReadLoop","detail":"{readStateIndex:10078; appliedIndex:10077; }","duration":"217.541642ms","start":"2026-04-16T09:41:51.070722Z","end":"2026-04-16T09:41:51.288263Z","steps":["trace[1949794466] 'read index received' (duration: 217.47258ms)","trace[1949794466] 'applied index is now lower than readState.Index' (duration: 68.552µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:41:51.288406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.672806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:51.28843Z","caller":"traceutil/trace.go:171","msg":"trace[1637416318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9739; }","duration":"217.738908ms","start":"2026-04-16T09:41:51.070683Z","end":"2026-04-16T09:41:51.288422Z","steps":["trace[1637416318] 'agreement among raft nodes before linearized reading' (duration: 217.648305ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:51.288586Z","caller":"traceutil/trace.go:171","msg":"trace[839634118] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"274.646893ms","start":"2026-04-16T09:41:51.013906Z","end":"2026-04-16T09:41:51.288553Z","steps":["trace[839634118] 'process raft request' (duration: 274.206879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.599093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.578748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.599171Z","caller":"traceutil/trace.go:171","msg":"trace[1840855392] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9741; }","duration":"235.704412ms","start":"2026-04-16T09:41:52.363447Z","end":"2026-04-16T09:41:52.599151Z","steps":["trace[1840855392] 'count revisions from in-memory index tree' (duration: 235.511956ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:52.629772Z","caller":"traceutil/trace.go:171","msg":"trace[978763452] linearizableReadLoop","detail":"{readStateIndex:10081; appliedIndex:10080; }","duration":"144.756077ms","start":"2026-04-16T09:41:52.484993Z","end":"2026-04-16T09:41:52.629749Z","steps":["trace[978763452] 'read index received' (duration: 144.599272ms)","trace[978763452] 'applied index is now lower than readState.Index' (duration: 155.835µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:52.62982Z","caller":"traceutil/trace.go:171","msg":"trace[123433061] transaction","detail":"{read_only:false; response_revision:9742; number_of_response:1; }","duration":"145.201682ms","start":"2026-04-16T09:41:52.484584Z","end":"2026-04-16T09:41:52.629786Z","steps":["trace[123433061] 'process raft request' (duration: 145.018756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.629967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.948704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.630248Z","caller":"traceutil/trace.go:171","msg":"trace[568853682] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9742; }","duration":"145.11871ms","start":"2026-04-16T09:41:52.484957Z","end":"2026-04-16T09:41:52.630075Z","steps":["trace[568853682] 'agreement among raft nodes before linearized reading' (duration: 144.903143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.676204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.635541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.676284Z","caller":"traceutil/trace.go:171","msg":"trace[2136658097] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9745; }","duration":"189.744694ms","start":"2026-04-16T09:41:52.486521Z","end":"2026-04-16T09:41:52.676266Z","steps":["trace[2136658097] 'agreement among raft nodes before linearized reading' (duration: 189.570159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.676368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.860198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.676441Z","caller":"traceutil/trace.go:171","msg":"trace[816558619] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9745; }","duration":"189.92595ms","start":"2026-04-16T09:41:52.48649Z","end":"2026-04-16T09:41:52.676416Z","steps":["trace[816558619] 'agreement among raft nodes before linearized reading' (duration: 189.850268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.676675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.170718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-04-16T09:41:52.67671Z","caller":"traceutil/trace.go:171","msg":"trace[2133167356] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:9745; }","duration":"190.203789ms","start":"2026-04-16T09:41:52.486497Z","end":"2026-04-16T09:41:52.676701Z","steps":["trace[2133167356] 'agreement among raft nodes before linearized reading' (duration: 190.107236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.676956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.451777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.676988Z","caller":"traceutil/trace.go:171","msg":"trace[847365741] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9745; }","duration":"190.482298ms","start":"2026-04-16T09:41:52.486495Z","end":"2026-04-16T09:41:52.676977Z","steps":["trace[847365741] 'agreement among raft nodes before linearized reading' (duration: 190.430396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.596152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.677102Z","caller":"traceutil/trace.go:171","msg":"trace[628531899] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:9745; }","duration":"190.630722ms","start":"2026-04-16T09:41:52.486464Z","end":"2026-04-16T09:41:52.677095Z","steps":["trace[628531899] 'agreement among raft nodes before linearized reading' (duration: 190.595751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.678021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.998801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:41:52.678074Z","caller":"traceutil/trace.go:171","msg":"trace[1643047598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9745; }","duration":"189.055703ms","start":"2026-04-16T09:41:52.489008Z","end":"2026-04-16T09:41:52.678063Z","steps":["trace[1643047598] 'agreement among raft nodes before linearized reading' (duration: 188.95753ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:52.678032Z","caller":"traceutil/trace.go:171","msg":"trace[2067204504] transaction","detail":"{read_only:false; response_revision:9744; number_of_response:1; }","duration":"192.238303ms","start":"2026-04-16T09:41:52.485781Z","end":"2026-04-16T09:41:52.678019Z","steps":["trace[2067204504] 'process raft request' (duration: 190.162398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.171245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.678297Z","caller":"traceutil/trace.go:171","msg":"trace[1941358391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9745; }","duration":"189.29179ms","start":"2026-04-16T09:41:52.488981Z","end":"2026-04-16T09:41:52.678273Z","steps":["trace[1941358391] 'agreement among raft nodes before linearized reading' (duration: 188.155935ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:52.677448Z","caller":"traceutil/trace.go:171","msg":"trace[120451779] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"191.854621ms","start":"2026-04-16T09:41:52.485551Z","end":"2026-04-16T09:41:52.677405Z","steps":["trace[120451779] 'process raft request' (duration: 190.185629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.974443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.678525Z","caller":"traceutil/trace.go:171","msg":"trace[1967688516] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:9745; }","duration":"192.074508ms","start":"2026-04-16T09:41:52.486439Z","end":"2026-04-16T09:41:52.678513Z","steps":["trace[1967688516] 'agreement among raft nodes before linearized reading' (duration: 190.936462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.063927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.678671Z","caller":"traceutil/trace.go:171","msg":"trace[416643125] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9745; }","duration":"192.221682ms","start":"2026-04-16T09:41:52.486434Z","end":"2026-04-16T09:41:52.678656Z","steps":["trace[416643125] 'agreement among raft nodes before linearized reading' (duration: 191.064306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.136719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.678879Z","caller":"traceutil/trace.go:171","msg":"trace[1397641337] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9745; }","duration":"192.482911ms","start":"2026-04-16T09:41:52.486383Z","end":"2026-04-16T09:41:52.678866Z","steps":["trace[1397641337] 'agreement among raft nodes before linearized reading' (duration: 191.151679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.363386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.679038Z","caller":"traceutil/trace.go:171","msg":"trace[1251529830] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:9745; }","duration":"192.757669ms","start":"2026-04-16T09:41:52.486209Z","end":"2026-04-16T09:41:52.678966Z","steps":["trace[1251529830] 'agreement among raft nodes before linearized reading' (duration: 191.368046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.422708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.679123Z","caller":"traceutil/trace.go:171","msg":"trace[610516008] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9745; }","duration":"192.925495ms","start":"2026-04-16T09:41:52.486184Z","end":"2026-04-16T09:41:52.679109Z","steps":["trace[610516008] 'agreement among raft nodes before linearized reading' (duration: 191.423607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.462009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.679232Z","caller":"traceutil/trace.go:171","msg":"trace[1014300583] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9745; }","duration":"193.041648ms","start":"2026-04-16T09:41:52.486177Z","end":"2026-04-16T09:41:52.679218Z","steps":["trace[1014300583] 'agreement among raft nodes before linearized reading' (duration: 191.466629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.517691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.679309Z","caller":"traceutil/trace.go:171","msg":"trace[1544912398] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9745; }","duration":"193.162332ms","start":"2026-04-16T09:41:52.486139Z","end":"2026-04-16T09:41:52.679301Z","steps":["trace[1544912398] 'agreement among raft nodes before linearized reading' (duration: 191.535441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.076637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:52.679387Z","caller":"traceutil/trace.go:171","msg":"trace[183250464] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9745; }","duration":"192.828901ms","start":"2026-04-16T09:41:52.48655Z","end":"2026-04-16T09:41:52.679379Z","steps":["trace[183250464] 'agreement among raft nodes before linearized reading' (duration: 190.844129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.627854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.67949Z","caller":"traceutil/trace.go:171","msg":"trace[1280705681] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9745; }","duration":"193.41507ms","start":"2026-04-16T09:41:52.48605Z","end":"2026-04-16T09:41:52.679465Z","steps":["trace[1280705681] 'agreement among raft nodes before linearized reading' (duration: 191.657835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.742443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.679657Z","caller":"traceutil/trace.go:171","msg":"trace[43530450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:9745; }","duration":"190.661073ms","start":"2026-04-16T09:41:52.488975Z","end":"2026-04-16T09:41:52.679636Z","steps":["trace[43530450] 'agreement among raft nodes before linearized reading' (duration: 188.743033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.722117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.679788Z","caller":"traceutil/trace.go:171","msg":"trace[1490642840] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9745; }","duration":"193.70745ms","start":"2026-04-16T09:41:52.486035Z","end":"2026-04-16T09:41:52.679742Z","steps":["trace[1490642840] 'agreement among raft nodes before linearized reading' (duration: 191.708927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.841316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.679918Z","caller":"traceutil/trace.go:171","msg":"trace[2043085429] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9745; }","duration":"191.007274ms","start":"2026-04-16T09:41:52.488904Z","end":"2026-04-16T09:41:52.679911Z","steps":["trace[2043085429] 'agreement among raft nodes before linearized reading' (duration: 188.846216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.768248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.680024Z","caller":"traceutil/trace.go:171","msg":"trace[1844024642] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9745; }","duration":"193.981308ms","start":"2026-04-16T09:41:52.485999Z","end":"2026-04-16T09:41:52.67998Z","steps":["trace[1844024642] 'agreement among raft nodes before linearized reading' (duration: 191.783819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.353563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:41:52.680151Z","caller":"traceutil/trace.go:171","msg":"trace[1724512023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9745; }","duration":"192.680477ms","start":"2026-04-16T09:41:52.487459Z","end":"2026-04-16T09:41:52.68014Z","steps":["trace[1724512023] 'agreement among raft nodes before linearized reading' (duration: 190.325973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.67783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.874531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.680305Z","caller":"traceutil/trace.go:171","msg":"trace[1580600035] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9745; }","duration":"194.3785ms","start":"2026-04-16T09:41:52.485915Z","end":"2026-04-16T09:41:52.680294Z","steps":["trace[1580600035] 'agreement among raft nodes before linearized reading' (duration: 191.898802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.533609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.680381Z","caller":"traceutil/trace.go:171","msg":"trace[618302557] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:9745; }","duration":"193.07282ms","start":"2026-04-16T09:41:52.487301Z","end":"2026-04-16T09:41:52.680374Z","steps":["trace[618302557] 'agreement among raft nodes before linearized reading' (duration: 190.54038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.676276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.933402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-16T09:41:52.680457Z","caller":"traceutil/trace.go:171","msg":"trace[1688969319] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:9745; }","duration":"195.205777ms","start":"2026-04-16T09:41:52.485243Z","end":"2026-04-16T09:41:52.680448Z","steps":["trace[1688969319] 'agreement among raft nodes before linearized reading' (duration: 190.817689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.347495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.680495Z","caller":"traceutil/trace.go:171","msg":"trace[1237384093] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:9745; }","duration":"193.959337ms","start":"2026-04-16T09:41:52.486525Z","end":"2026-04-16T09:41:52.680485Z","steps":["trace[1237384093] 'agreement among raft nodes before linearized reading' (duration: 191.352055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.376196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-16T09:41:52.680571Z","caller":"traceutil/trace.go:171","msg":"trace[1261405877] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:9745; }","duration":"194.04422ms","start":"2026-04-16T09:41:52.486521Z","end":"2026-04-16T09:41:52.680565Z","steps":["trace[1261405877] 'agreement among raft nodes before linearized reading' (duration: 191.295883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.489431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:41:52.680706Z","caller":"traceutil/trace.go:171","msg":"trace[1846465202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9745; }","duration":"195.256238ms","start":"2026-04-16T09:41:52.485443Z","end":"2026-04-16T09:41:52.680699Z","steps":["trace[1846465202] 'agreement among raft nodes before linearized reading' (duration: 192.407448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.678009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.622149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-16T09:41:52.680782Z","caller":"traceutil/trace.go:171","msg":"trace[1777352732] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:9745; }","duration":"191.421477ms","start":"2026-04-16T09:41:52.489351Z","end":"2026-04-16T09:41:52.680773Z","steps":["trace[1777352732] 'agreement among raft nodes before linearized reading' (duration: 188.574107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.677448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.439472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.680976Z","caller":"traceutil/trace.go:171","msg":"trace[1744570965] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9745; }","duration":"191.004794ms","start":"2026-04-16T09:41:52.489963Z","end":"2026-04-16T09:41:52.680967Z","steps":["trace[1744570965] 'agreement among raft nodes before linearized reading' (duration: 187.395401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:41:52.678041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.162865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:41:52.681054Z","caller":"traceutil/trace.go:171","msg":"trace[1975400996] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9745; }","duration":"191.18968ms","start":"2026-04-16T09:41:52.489859Z","end":"2026-04-16T09:41:52.681048Z","steps":["trace[1975400996] 'agreement among raft nodes before linearized reading' (duration: 188.166615ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:52.677314Z","caller":"traceutil/trace.go:171","msg":"trace[2046696484] transaction","detail":"{read_only:false; response_revision:9745; number_of_response:1; }","duration":"190.907401ms","start":"2026-04-16T09:41:52.486276Z","end":"2026-04-16T09:41:52.677183Z","steps":["trace[2046696484] 'process raft request' (duration: 189.708113ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:52.79838Z","caller":"traceutil/trace.go:171","msg":"trace[188761404] transaction","detail":"{read_only:false; response_revision:9746; number_of_response:1; }","duration":"113.600967ms","start":"2026-04-16T09:41:52.684752Z","end":"2026-04-16T09:41:52.798353Z","steps":["trace[188761404] 'process raft request' (duration: 47.909659ms)","trace[188761404] 'compare' (duration: 65.364088ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:41:52.801829Z","caller":"traceutil/trace.go:171","msg":"trace[3823226] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"116.56144ms","start":"2026-04-16T09:41:52.685235Z","end":"2026-04-16T09:41:52.801796Z","steps":["trace[3823226] 'process raft request' (duration: 116.064264ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:41:52.801882Z","caller":"traceutil/trace.go:171","msg":"trace[821182480] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"116.830919ms","start":"2026-04-16T09:41:52.68502Z","end":"2026-04-16T09:41:52.801851Z","steps":["trace[821182480] 'process raft request' (duration: 116.159168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:42:46.83352Z","caller":"traceutil/trace.go:171","msg":"trace[1961698826] transaction","detail":"{read_only:false; response_revision:10465; number_of_response:1; }","duration":"110.808709ms","start":"2026-04-16T09:42:46.722685Z","end":"2026-04-16T09:42:46.833494Z","steps":["trace[1961698826] 'process raft request' (duration: 110.622533ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:43:31.245954Z","caller":"traceutil/trace.go:171","msg":"trace[1899347782] transaction","detail":"{read_only:false; response_revision:10943; number_of_response:1; }","duration":"113.354709ms","start":"2026-04-16T09:43:31.132568Z","end":"2026-04-16T09:43:31.245923Z","steps":["trace[1899347782] 'process raft request' (duration: 113.286567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:43:31.245966Z","caller":"traceutil/trace.go:171","msg":"trace[68579900] transaction","detail":"{read_only:false; response_revision:10942; number_of_response:1; }","duration":"114.800444ms","start":"2026-04-16T09:43:31.131122Z","end":"2026-04-16T09:43:31.245922Z","steps":["trace[68579900] 'process raft request' (duration: 61.004005ms)","trace[68579900] 'compare' (duration: 53.543341ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:43:31.292761Z","caller":"traceutil/trace.go:171","msg":"trace[779734351] transaction","detail":"{read_only:false; response_revision:10944; number_of_response:1; }","duration":"158.584809ms","start":"2026-04-16T09:43:31.134148Z","end":"2026-04-16T09:43:31.292733Z","steps":["trace[779734351] 'process raft request' (duration: 158.434154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:43:31.397796Z","caller":"traceutil/trace.go:171","msg":"trace[1160037397] transaction","detail":"{read_only:false; response_revision:10945; number_of_response:1; }","duration":"204.387037ms","start":"2026-04-16T09:43:31.193371Z","end":"2026-04-16T09:43:31.397758Z","steps":["trace[1160037397] 'process raft request' (duration: 168.988936ms)","trace[1160037397] 'compare' (duration: 35.107772ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:43:54.281748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7261} {"level":"info","ts":"2026-04-16T09:43:54.390356Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7261,"took":"105.871334ms","hash":877156036,"current-db-size-bytes":53714944,"current-db-size":"54 MB","current-db-size-in-use-bytes":35971072,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-16T09:43:54.390433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":877156036,"revision":7261,"compact-revision":4565} {"level":"warn","ts":"2026-04-16T09:46:35.980711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.683632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:46:35.980691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.523148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19030"} {"level":"info","ts":"2026-04-16T09:46:35.980798Z","caller":"traceutil/trace.go:171","msg":"trace[247264527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:12723; }","duration":"148.814355ms","start":"2026-04-16T09:46:35.831963Z","end":"2026-04-16T09:46:35.980777Z","steps":["trace[247264527] 'range keys from in-memory index tree' (duration: 148.534447ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:35.980916Z","caller":"traceutil/trace.go:171","msg":"trace[245985036] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12723; }","duration":"154.758084ms","start":"2026-04-16T09:46:35.826077Z","end":"2026-04-16T09:46:35.980835Z","steps":["trace[245985036] 'range keys from in-memory index tree' (duration: 154.278149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:39.175941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414839153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:46:39.67636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414839153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:46:40.142792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469468486s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:46:40.145354Z","caller":"traceutil/trace.go:171","msg":"trace[328316624] transaction","detail":"{read_only:false; response_revision:12783; number_of_response:1; }","duration":"1.478209634s","start":"2026-04-16T09:46:38.667117Z","end":"2026-04-16T09:46:40.145326Z","steps":["trace[328316624] 'process raft request' (duration: 1.475940722s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:40.145526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:38.667093Z","time spent":"1.478328128s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48077,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:46:41.295143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152156879s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:46:41.295588Z","caller":"traceutil/trace.go:171","msg":"trace[1851036094] transaction","detail":"{read_only:false; response_revision:12784; number_of_response:1; }","duration":"2.204857679s","start":"2026-04-16T09:46:39.090699Z","end":"2026-04-16T09:46:41.295557Z","steps":["trace[1851036094] 'process raft request' (duration: 2.204639472s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.29574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.090675Z","time spent":"2.204984743s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:46:41.295852Z","caller":"traceutil/trace.go:171","msg":"trace[563275558] transaction","detail":"{read_only:false; response_revision:12786; number_of_response:1; }","duration":"1.299462606s","start":"2026-04-16T09:46:39.996359Z","end":"2026-04-16T09:46:41.295822Z","steps":["trace[563275558] 'process raft request' (duration: 1.299358143s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:41.295824Z","caller":"traceutil/trace.go:171","msg":"trace[1646397976] transaction","detail":"{read_only:false; response_revision:12785; number_of_response:1; }","duration":"1.470652073s","start":"2026-04-16T09:46:39.825145Z","end":"2026-04-16T09:46:41.295797Z","steps":["trace[1646397976] 'process raft request' (duration: 1.470364893s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.296065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.996317Z","time spent":"1.299620401s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:46:41.296086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.82512Z","time spent":"1.470853549s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:46:41.2961Z","caller":"traceutil/trace.go:171","msg":"trace[918946279] linearizableReadLoop","detail":"{readStateIndex:13205; appliedIndex:13203; }","duration":"2.620877891s","start":"2026-04-16T09:46:38.675201Z","end":"2026-04-16T09:46:41.296079Z","steps":["trace[918946279] 'read index received' (duration: 1.468257647s)","trace[918946279] 'applied index is now lower than readState.Index' (duration: 1.152618993s)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:41.296107Z","caller":"traceutil/trace.go:171","msg":"trace[143151470] transaction","detail":"{read_only:false; response_revision:12787; number_of_response:1; }","duration":"1.298401983s","start":"2026-04-16T09:46:39.997682Z","end":"2026-04-16T09:46:41.296084Z","steps":["trace[143151470] 'process raft request' (duration: 1.298105013s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:41.296208Z","caller":"traceutil/trace.go:171","msg":"trace[1956226789] transaction","detail":"{read_only:false; response_revision:12788; number_of_response:1; }","duration":"1.29674047s","start":"2026-04-16T09:46:39.999439Z","end":"2026-04-16T09:46:41.296179Z","steps":["trace[1956226789] 'process raft request' (duration: 1.296537453s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.29623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.997655Z","time spent":"1.298510286s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:46:41.29632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621109308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-04-16T09:46:41.296332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.999415Z","time spent":"1.296863064s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:46:41.296366Z","caller":"traceutil/trace.go:171","msg":"trace[925390263] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:12788; }","duration":"2.62118299s","start":"2026-04-16T09:46:38.67517Z","end":"2026-04-16T09:46:41.296353Z","steps":["trace[925390263] 'agreement among raft nodes before linearized reading' (duration: 2.620985454s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.296398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:38.675158Z","time spent":"2.621231581s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-16T09:46:41.304198Z","caller":"traceutil/trace.go:171","msg":"trace[1888919146] transaction","detail":"{read_only:false; response_revision:12789; number_of_response:1; }","duration":"1.153810661s","start":"2026-04-16T09:46:40.150374Z","end":"2026-04-16T09:46:41.304185Z","steps":["trace[1888919146] 'process raft request' (duration: 1.153663466s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.304272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.150353Z","time spent":"1.153885814s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:46:41.304295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.985024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T09:46:41.304296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.773549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:41.304315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522858401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:41.304361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.051835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:46:41.304386Z","caller":"traceutil/trace.go:171","msg":"trace[712755243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12790; }","duration":"850.108217ms","start":"2026-04-16T09:46:40.454268Z","end":"2026-04-16T09:46:41.304376Z","steps":["trace[712755243] 'agreement among raft nodes before linearized reading' (duration: 850.057415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.304399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968529835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:46:41.30441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.454247Z","time spent":"850.157028ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:46:41.304415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278844812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:46:41.304425Z","caller":"traceutil/trace.go:171","msg":"trace[3472178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12790; }","duration":"1.968589346s","start":"2026-04-16T09:46:39.335825Z","end":"2026-04-16T09:46:41.304415Z","steps":["trace[3472178] 'agreement among raft nodes before linearized reading' (duration: 1.968514964s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.304445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446488046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-04-16T09:46:41.304452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.335805Z","time spent":"1.968639417s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:46:41.304447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.069133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:46:41.304511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390307552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:46:41.304504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507126132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:46:41.304444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628184143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-api-metadata.18a6cd44da382f43\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-16T09:46:41.304541Z","caller":"traceutil/trace.go:171","msg":"trace[1853021927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12790; }","duration":"547.226178ms","start":"2026-04-16T09:46:40.757294Z","end":"2026-04-16T09:46:41.304521Z","steps":["trace[1853021927] 'agreement among raft nodes before linearized reading' (duration: 547.029981ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:41.30456Z","caller":"traceutil/trace.go:171","msg":"trace[1001189774] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12790; }","duration":"1.507223605s","start":"2026-04-16T09:46:39.797328Z","end":"2026-04-16T09:46:41.304552Z","steps":["trace[1001189774] 'agreement among raft nodes before linearized reading' (duration: 1.507143422s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:41.304565Z","caller":"traceutil/trace.go:171","msg":"trace[119336828] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:12790; }","duration":"1.390421936s","start":"2026-04-16T09:46:39.914128Z","end":"2026-04-16T09:46:41.30455Z","steps":["trace[119336828] 'agreement among raft nodes before linearized reading' (duration: 1.390297372s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.304571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050051536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-16T09:46:41.304572Z","caller":"traceutil/trace.go:171","msg":"trace[790369681] range","detail":"{range_begin:/registry/events/openstack/nova-api-metadata.18a6cd44da382f43; range_end:; response_count:1; response_revision:12790; }","duration":"2.628342598s","start":"2026-04-16T09:46:38.676216Z","end":"2026-04-16T09:46:41.304559Z","steps":["trace[790369681] 'agreement among raft nodes before linearized reading' (duration: 2.628127881s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:41.304593Z","caller":"traceutil/trace.go:171","msg":"trace[50076866] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12790; }","duration":"1.050107098s","start":"2026-04-16T09:46:40.254479Z","end":"2026-04-16T09:46:41.304586Z","steps":["trace[50076866] 'agreement among raft nodes before linearized reading' (duration: 1.050047006s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.304596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.91407Z","time spent":"1.390516379s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:41.30459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.797307Z","time spent":"1.507274987s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:46:41.304483Z","caller":"traceutil/trace.go:171","msg":"trace[945859963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:12790; }","duration":"1.446586339s","start":"2026-04-16T09:46:39.857885Z","end":"2026-04-16T09:46:41.304471Z","steps":["trace[945859963] 'agreement among raft nodes before linearized reading' (duration: 1.446477156s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:41.304365Z","caller":"traceutil/trace.go:171","msg":"trace[1990007485] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"1.15346599s","start":"2026-04-16T09:46:40.150851Z","end":"2026-04-16T09:46:41.304317Z","steps":["trace[1990007485] 'process raft request' (duration: 1.153262264s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.304617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.254456Z","time spent":"1.05015712s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-16T09:46:41.304638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.857851Z","time spent":"1.446777495s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-16T09:46:41.30465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.150842Z","time spent":"1.15378731s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":575,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:46:41.304595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.757274Z","time spent":"547.308591ms","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:41.304607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:38.676203Z","time spent":"2.628394139s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":713,"request content":"key:\"/registry/events/openstack/nova-api-metadata.18a6cd44da382f43\" "} {"level":"info","ts":"2026-04-16T09:46:41.304453Z","caller":"traceutil/trace.go:171","msg":"trace[2077253194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12790; }","duration":"1.278924134s","start":"2026-04-16T09:46:40.025517Z","end":"2026-04-16T09:46:41.304441Z","steps":["trace[2077253194] 'agreement among raft nodes before linearized reading' (duration: 1.278829481s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:41.304703Z","caller":"traceutil/trace.go:171","msg":"trace[2020177174] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12790; }","duration":"378.868742ms","start":"2026-04-16T09:46:40.925461Z","end":"2026-04-16T09:46:41.304329Z","steps":["trace[2020177174] 'agreement among raft nodes before linearized reading' (duration: 378.792029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.304821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.925436Z","time spent":"379.361597ms","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:41.304755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.025494Z","time spent":"1.279250775s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:46:41.304542Z","caller":"traceutil/trace.go:171","msg":"trace[1058409414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12790; }","duration":"919.022555ms","start":"2026-04-16T09:46:40.3853Z","end":"2026-04-16T09:46:41.304323Z","steps":["trace[1058409414] 'agreement among raft nodes before linearized reading' (duration: 918.913712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.305542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.385238Z","time spent":"920.290396ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:46:41.304768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.520562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:46:41.305692Z","caller":"traceutil/trace.go:171","msg":"trace[1652430529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12790; }","duration":"944.487123ms","start":"2026-04-16T09:46:40.361192Z","end":"2026-04-16T09:46:41.305679Z","steps":["trace[1652430529] 'agreement among raft nodes before linearized reading' (duration: 943.531353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.305731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.36116Z","time spent":"944.559066ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:46:41.304923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233363347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:41.305924Z","caller":"traceutil/trace.go:171","msg":"trace[991641911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12790; }","duration":"1.234363089s","start":"2026-04-16T09:46:40.071549Z","end":"2026-04-16T09:46:41.305912Z","steps":["trace[991641911] 'agreement among raft nodes before linearized reading' (duration: 1.233322496s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.305979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.071459Z","time spent":"1.234507634s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:46:41.304944Z","caller":"traceutil/trace.go:171","msg":"trace[1954136082] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12790; }","duration":"1.522926573s","start":"2026-04-16T09:46:39.781414Z","end":"2026-04-16T09:46:41.304341Z","steps":["trace[1954136082] 'agreement among raft nodes before linearized reading' (duration: 1.522862321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.306042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:39.781396Z","time spent":"1.524632498s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:41.305034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257331399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:46:41.306229Z","caller":"traceutil/trace.go:171","msg":"trace[903525744] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:12790; }","duration":"1.258564898s","start":"2026-04-16T09:46:40.047652Z","end":"2026-04-16T09:46:41.306217Z","steps":["trace[903525744] 'agreement among raft nodes before linearized reading' (duration: 1.257279147s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.306302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.047632Z","time spent":"1.25863008s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"warn","ts":"2026-04-16T09:46:41.305157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391167216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-16T09:46:41.306385Z","caller":"traceutil/trace.go:171","msg":"trace[699730623] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:12790; }","duration":"2.392421846s","start":"2026-04-16T09:46:38.913951Z","end":"2026-04-16T09:46:41.306373Z","steps":["trace[699730623] 'agreement among raft nodes before linearized reading' (duration: 2.390514635s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.306421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:38.913934Z","time spent":"2.392473128s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-16T09:46:41.305313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257616957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:46:41.306889Z","caller":"traceutil/trace.go:171","msg":"trace[126565949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:12790; }","duration":"1.259219829s","start":"2026-04-16T09:46:40.047655Z","end":"2026-04-16T09:46:41.306875Z","steps":["trace[126565949] 'agreement among raft nodes before linearized reading' (duration: 1.257554406s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:41.30693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:40.047639Z","time spent":"1.259278711s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:46:42.790914Z","caller":"traceutil/trace.go:171","msg":"trace[1452384388] linearizableReadLoop","detail":"{readStateIndex:13388; appliedIndex:13387; }","duration":"109.768716ms","start":"2026-04-16T09:46:42.681115Z","end":"2026-04-16T09:46:42.790883Z","steps":["trace[1452384388] 'read index received' (duration: 31.689516ms)","trace[1452384388] 'applied index is now lower than readState.Index' (duration: 78.07799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:46:42.791091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.945251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:46:42.791153Z","caller":"traceutil/trace.go:171","msg":"trace[6083927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12965; }","duration":"110.054435ms","start":"2026-04-16T09:46:42.681086Z","end":"2026-04-16T09:46:42.79114Z","steps":["trace[6083927] 'agreement among raft nodes before linearized reading' (duration: 109.930521ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:44.517185Z","caller":"traceutil/trace.go:171","msg":"trace[1794895165] transaction","detail":"{read_only:false; response_revision:13032; number_of_response:1; }","duration":"192.766152ms","start":"2026-04-16T09:46:44.324394Z","end":"2026-04-16T09:46:44.51716Z","steps":["trace[1794895165] 'process raft request' (duration: 192.597317ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:44.694849Z","caller":"traceutil/trace.go:171","msg":"trace[432556829] linearizableReadLoop","detail":"{readStateIndex:13457; appliedIndex:13455; }","duration":"186.382289ms","start":"2026-04-16T09:46:44.508441Z","end":"2026-04-16T09:46:44.694823Z","steps":["trace[432556829] 'read index received' (duration: 8.522081ms)","trace[432556829] 'applied index is now lower than readState.Index' (duration: 177.843297ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:44.694873Z","caller":"traceutil/trace.go:171","msg":"trace[1359789216] transaction","detail":"{read_only:false; response_revision:13033; number_of_response:1; }","duration":"226.020198ms","start":"2026-04-16T09:46:44.468825Z","end":"2026-04-16T09:46:44.694845Z","steps":["trace[1359789216] 'process raft request' (duration: 225.744979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:44.695116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.661437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-gslj6\" ","response":"range_response_count:1 size:10716"} {"level":"info","ts":"2026-04-16T09:46:44.695158Z","caller":"traceutil/trace.go:171","msg":"trace[1358291855] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-gslj6; range_end:; response_count:1; response_revision:13033; }","duration":"186.74589ms","start":"2026-04-16T09:46:44.508401Z","end":"2026-04-16T09:46:44.695147Z","steps":["trace[1358291855] 'agreement among raft nodes before linearized reading' (duration: 186.566205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:44.702249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.786524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-16T09:46:44.702381Z","caller":"traceutil/trace.go:171","msg":"trace[164255584] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:13033; }","duration":"147.952599ms","start":"2026-04-16T09:46:44.554395Z","end":"2026-04-16T09:46:44.702348Z","steps":["trace[164255584] 'agreement among raft nodes before linearized reading' (duration: 140.575545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:45.00154Z","caller":"traceutil/trace.go:171","msg":"trace[1919196051] linearizableReadLoop","detail":"{readStateIndex:13458; appliedIndex:13457; }","duration":"284.520285ms","start":"2026-04-16T09:46:44.716992Z","end":"2026-04-16T09:46:45.001512Z","steps":["trace[1919196051] 'read index received' (duration: 284.202335ms)","trace[1919196051] 'applied index is now lower than readState.Index' (duration: 316.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:46:45.001882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.276765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-16T09:46:45.001892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.893437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a6cd43e0d098d7\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T09:46:45.001949Z","caller":"traceutil/trace.go:171","msg":"trace[151348264] range","detail":"{range_begin:/registry/events/openstack/ceph.18a6cd43e0d098d7; range_end:; response_count:1; response_revision:13034; }","duration":"284.98111ms","start":"2026-04-16T09:46:44.716954Z","end":"2026-04-16T09:46:45.001935Z","steps":["trace[151348264] 'agreement among raft nodes before linearized reading' (duration: 284.818605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:45.001995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.433192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:45.001965Z","caller":"traceutil/trace.go:171","msg":"trace[580746266] transaction","detail":"{read_only:false; response_revision:13034; number_of_response:1; }","duration":"294.484462ms","start":"2026-04-16T09:46:44.70743Z","end":"2026-04-16T09:46:45.001915Z","steps":["trace[580746266] 'process raft request' (duration: 293.845032ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:45.002025Z","caller":"traceutil/trace.go:171","msg":"trace[1145141546] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13034; }","duration":"193.493874ms","start":"2026-04-16T09:46:44.808523Z","end":"2026-04-16T09:46:45.002017Z","steps":["trace[1145141546] 'agreement among raft nodes before linearized reading' (duration: 193.444843ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:45.001949Z","caller":"traceutil/trace.go:171","msg":"trace[412402043] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:13034; }","duration":"226.381059ms","start":"2026-04-16T09:46:44.77555Z","end":"2026-04-16T09:46:45.001931Z","steps":["trace[412402043] 'agreement among raft nodes before linearized reading' (duration: 226.260075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:45.002161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.703901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-16T09:46:45.002257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.703952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:45.002354Z","caller":"traceutil/trace.go:171","msg":"trace[1591325430] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:13034; }","duration":"159.877747ms","start":"2026-04-16T09:46:44.842375Z","end":"2026-04-16T09:46:45.002253Z","steps":["trace[1591325430] 'agreement among raft nodes before linearized reading' (duration: 159.523996ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:45.002394Z","caller":"traceutil/trace.go:171","msg":"trace[310600061] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13034; }","duration":"193.896808ms","start":"2026-04-16T09:46:44.808476Z","end":"2026-04-16T09:46:45.002373Z","steps":["trace[310600061] 'agreement among raft nodes before linearized reading' (duration: 193.685581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:45.002513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.199334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:46:45.002555Z","caller":"traceutil/trace.go:171","msg":"trace[1166271070] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:13034; }","duration":"135.299777ms","start":"2026-04-16T09:46:44.867244Z","end":"2026-04-16T09:46:45.002544Z","steps":["trace[1166271070] 'agreement among raft nodes before linearized reading' (duration: 135.207564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:45.00257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.010351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:45.002627Z","caller":"traceutil/trace.go:171","msg":"trace[1666541025] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13034; }","duration":"194.106904ms","start":"2026-04-16T09:46:44.808501Z","end":"2026-04-16T09:46:45.002607Z","steps":["trace[1666541025] 'agreement among raft nodes before linearized reading' (duration: 193.932169ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.117188Z","caller":"traceutil/trace.go:171","msg":"trace[1142185309] linearizableReadLoop","detail":"{readStateIndex:13470; appliedIndex:13469; }","duration":"369.99968ms","start":"2026-04-16T09:46:46.747139Z","end":"2026-04-16T09:46:47.117139Z","steps":["trace[1142185309] 'read index received' (duration: 369.789693ms)","trace[1142185309] 'applied index is now lower than readState.Index' (duration: 208.937µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:47.117232Z","caller":"traceutil/trace.go:171","msg":"trace[1360428838] transaction","detail":"{read_only:false; response_revision:13046; number_of_response:1; }","duration":"376.763644ms","start":"2026-04-16T09:46:46.740423Z","end":"2026-04-16T09:46:47.117187Z","steps":["trace[1360428838] 'process raft request' (duration: 376.554938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.117415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:46.740401Z","time spent":"376.93897ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:46:47.117569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.807099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:47.117612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.318745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.117661Z","caller":"traceutil/trace.go:171","msg":"trace[281998089] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13046; }","duration":"110.922103ms","start":"2026-04-16T09:46:47.006715Z","end":"2026-04-16T09:46:47.117637Z","steps":["trace[281998089] 'agreement among raft nodes before linearized reading' (duration: 110.762378ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.117679Z","caller":"traceutil/trace.go:171","msg":"trace[167195804] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13046; }","duration":"111.403457ms","start":"2026-04-16T09:46:47.006254Z","end":"2026-04-16T09:46:47.117657Z","steps":["trace[167195804] 'agreement among raft nodes before linearized reading' (duration: 111.300594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.117735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.618418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:46:47.117795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.745729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:47.117819Z","caller":"traceutil/trace.go:171","msg":"trace[1894844896] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13046; }","duration":"107.725401ms","start":"2026-04-16T09:46:47.01007Z","end":"2026-04-16T09:46:47.117796Z","steps":["trace[1894844896] 'agreement among raft nodes before linearized reading' (duration: 107.438962ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.117868Z","caller":"traceutil/trace.go:171","msg":"trace[869817538] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13046; }","duration":"111.868673ms","start":"2026-04-16T09:46:47.00598Z","end":"2026-04-16T09:46:47.117849Z","steps":["trace[869817538] 'agreement among raft nodes before linearized reading' (duration: 111.622135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.117944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.450956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T09:46:47.117986Z","caller":"traceutil/trace.go:171","msg":"trace[259542337] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13046; }","duration":"274.531908ms","start":"2026-04-16T09:46:46.843438Z","end":"2026-04-16T09:46:47.11797Z","steps":["trace[259542337] 'agreement among raft nodes before linearized reading' (duration: 273.988201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.118155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.360561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T09:46:47.118207Z","caller":"traceutil/trace.go:171","msg":"trace[420695848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13046; }","duration":"371.082914ms","start":"2026-04-16T09:46:46.747106Z","end":"2026-04-16T09:46:47.118189Z","steps":["trace[420695848] 'agreement among raft nodes before linearized reading' (duration: 370.256538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.11826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:46.747095Z","time spent":"371.152416ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T09:46:47.313974Z","caller":"traceutil/trace.go:171","msg":"trace[2091216977] transaction","detail":"{read_only:false; response_revision:13047; number_of_response:1; }","duration":"190.786069ms","start":"2026-04-16T09:46:47.123156Z","end":"2026-04-16T09:46:47.313942Z","steps":["trace[2091216977] 'process raft request' (duration: 156.957865ms)","trace[2091216977] 'compare' (duration: 33.627677ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:47.3522Z","caller":"traceutil/trace.go:171","msg":"trace[487624730] linearizableReadLoop","detail":"{readStateIndex:13472; appliedIndex:13470; }","duration":"185.80321ms","start":"2026-04-16T09:46:47.166372Z","end":"2026-04-16T09:46:47.352175Z","steps":["trace[487624730] 'read index received' (duration: 113.760592ms)","trace[487624730] 'applied index is now lower than readState.Index' (duration: 72.041358ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:47.352481Z","caller":"traceutil/trace.go:171","msg":"trace[661800251] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"186.805162ms","start":"2026-04-16T09:46:47.165657Z","end":"2026-04-16T09:46:47.352462Z","steps":["trace[661800251] 'process raft request' (duration: 186.391849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.352794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.40284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.352848Z","caller":"traceutil/trace.go:171","msg":"trace[386119161] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13048; }","duration":"186.503513ms","start":"2026-04-16T09:46:47.16633Z","end":"2026-04-16T09:46:47.352833Z","steps":["trace[386119161] 'agreement among raft nodes before linearized reading' (duration: 186.380009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.353076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.214334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.35316Z","caller":"traceutil/trace.go:171","msg":"trace[1791025531] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13048; }","duration":"186.314307ms","start":"2026-04-16T09:46:47.166827Z","end":"2026-04-16T09:46:47.353141Z","steps":["trace[1791025531] 'agreement among raft nodes before linearized reading' (duration: 186.159752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.35355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.283115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:47.353572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.685078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:47.353579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.474898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.353611Z","caller":"traceutil/trace.go:171","msg":"trace[2018866137] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13048; }","duration":"186.75319ms","start":"2026-04-16T09:46:47.166846Z","end":"2026-04-16T09:46:47.353599Z","steps":["trace[2018866137] 'agreement among raft nodes before linearized reading' (duration: 186.693728ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.353647Z","caller":"traceutil/trace.go:171","msg":"trace[393245298] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13048; }","duration":"104.56558ms","start":"2026-04-16T09:46:47.249065Z","end":"2026-04-16T09:46:47.353631Z","steps":["trace[393245298] 'agreement among raft nodes before linearized reading' (duration: 104.430026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.353667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.21924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.353708Z","caller":"traceutil/trace.go:171","msg":"trace[161982734] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13048; }","duration":"184.275091ms","start":"2026-04-16T09:46:47.16942Z","end":"2026-04-16T09:46:47.353695Z","steps":["trace[161982734] 'agreement among raft nodes before linearized reading' (duration: 184.2173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.353779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.551147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.353608Z","caller":"traceutil/trace.go:171","msg":"trace[1874787987] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13048; }","duration":"186.362098ms","start":"2026-04-16T09:46:47.167231Z","end":"2026-04-16T09:46:47.353593Z","steps":["trace[1874787987] 'agreement among raft nodes before linearized reading' (duration: 186.278535ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.353807Z","caller":"traceutil/trace.go:171","msg":"trace[638847355] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13048; }","duration":"159.585378ms","start":"2026-04-16T09:46:47.194214Z","end":"2026-04-16T09:46:47.3538Z","steps":["trace[638847355] 'agreement among raft nodes before linearized reading' (duration: 159.532686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.353819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.242632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.353895Z","caller":"traceutil/trace.go:171","msg":"trace[936851313] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13048; }","duration":"105.353735ms","start":"2026-04-16T09:46:47.248525Z","end":"2026-04-16T09:46:47.353878Z","steps":["trace[936851313] 'agreement among raft nodes before linearized reading' (duration: 105.216251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.353949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.130108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:47.35398Z","caller":"traceutil/trace.go:171","msg":"trace[382686574] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13048; }","duration":"105.18299ms","start":"2026-04-16T09:46:47.248789Z","end":"2026-04-16T09:46:47.353972Z","steps":["trace[382686574] 'agreement among raft nodes before linearized reading' (duration: 105.105288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.354073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.154408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.354111Z","caller":"traceutil/trace.go:171","msg":"trace[989400991] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13048; }","duration":"184.194349ms","start":"2026-04-16T09:46:47.169907Z","end":"2026-04-16T09:46:47.354102Z","steps":["trace[989400991] 'agreement among raft nodes before linearized reading' (duration: 183.646092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.354188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.19716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:47.354247Z","caller":"traceutil/trace.go:171","msg":"trace[1456174237] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13048; }","duration":"184.294362ms","start":"2026-04-16T09:46:47.169939Z","end":"2026-04-16T09:46:47.354233Z","steps":["trace[1456174237] 'agreement among raft nodes before linearized reading' (duration: 183.531388ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.52958Z","caller":"traceutil/trace.go:171","msg":"trace[2054460605] linearizableReadLoop","detail":"{readStateIndex:13473; appliedIndex:13472; }","duration":"173.065566ms","start":"2026-04-16T09:46:47.356464Z","end":"2026-04-16T09:46:47.52953Z","steps":["trace[2054460605] 'read index received' (duration: 106.341277ms)","trace[2054460605] 'applied index is now lower than readState.Index' (duration: 66.722599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:46:47.52979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.305664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T09:46:47.529861Z","caller":"traceutil/trace.go:171","msg":"trace[425868934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13048; }","duration":"173.408826ms","start":"2026-04-16T09:46:47.356434Z","end":"2026-04-16T09:46:47.529843Z","steps":["trace[425868934] 'agreement among raft nodes before linearized reading' (duration: 173.189469ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.57055Z","caller":"traceutil/trace.go:171","msg":"trace[1209166980] transaction","detail":"{read_only:false; response_revision:13051; number_of_response:1; }","duration":"167.867411ms","start":"2026-04-16T09:46:47.402655Z","end":"2026-04-16T09:46:47.570523Z","steps":["trace[1209166980] 'process raft request' (duration: 167.594872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.570596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.256647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:46:47.570643Z","caller":"traceutil/trace.go:171","msg":"trace[812332678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13053; }","duration":"119.316409ms","start":"2026-04-16T09:46:47.451313Z","end":"2026-04-16T09:46:47.57063Z","steps":["trace[812332678] 'agreement among raft nodes before linearized reading' (duration: 119.173275ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.570713Z","caller":"traceutil/trace.go:171","msg":"trace[80123032] transaction","detail":"{read_only:false; response_revision:13052; number_of_response:1; }","duration":"166.322382ms","start":"2026-04-16T09:46:47.404386Z","end":"2026-04-16T09:46:47.570708Z","steps":["trace[80123032] 'process raft request' (duration: 165.884098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.570703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.892637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:46:47.570759Z","caller":"traceutil/trace.go:171","msg":"trace[1272037571] transaction","detail":"{read_only:false; response_revision:13053; number_of_response:1; }","duration":"166.235189ms","start":"2026-04-16T09:46:47.404519Z","end":"2026-04-16T09:46:47.570754Z","steps":["trace[1272037571] 'process raft request' (duration: 165.770615ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.570753Z","caller":"traceutil/trace.go:171","msg":"trace[524018425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13053; }","duration":"119.96935ms","start":"2026-04-16T09:46:47.45077Z","end":"2026-04-16T09:46:47.57074Z","steps":["trace[524018425] 'agreement among raft nodes before linearized reading' (duration: 119.759153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.570826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.520454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:46:47.570839Z","caller":"traceutil/trace.go:171","msg":"trace[355690580] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:13053; }","duration":"101.578816ms","start":"2026-04-16T09:46:47.469256Z","end":"2026-04-16T09:46:47.570835Z","steps":["trace[355690580] 'agreement among raft nodes before linearized reading' (duration: 101.532184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.570911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.315271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:46:47.570937Z","caller":"traceutil/trace.go:171","msg":"trace[1058774733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13053; }","duration":"120.377053ms","start":"2026-04-16T09:46:47.450551Z","end":"2026-04-16T09:46:47.570928Z","steps":["trace[1058774733] 'agreement among raft nodes before linearized reading' (duration: 120.29721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.570981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.60018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:46:47.570996Z","caller":"traceutil/trace.go:171","msg":"trace[1463415224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:13053; }","duration":"103.640381ms","start":"2026-04-16T09:46:47.467352Z","end":"2026-04-16T09:46:47.570992Z","steps":["trace[1463415224] 'agreement among raft nodes before linearized reading' (duration: 103.592339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.571154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.54818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.57121Z","caller":"traceutil/trace.go:171","msg":"trace[309263915] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13053; }","duration":"166.652923ms","start":"2026-04-16T09:46:47.404548Z","end":"2026-04-16T09:46:47.571201Z","steps":["trace[309263915] 'agreement among raft nodes before linearized reading' (duration: 166.56662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.571213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.585127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.570922Z","caller":"traceutil/trace.go:171","msg":"trace[335310703] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"208.485161ms","start":"2026-04-16T09:46:47.362413Z","end":"2026-04-16T09:46:47.570899Z","steps":["trace[335310703] 'process raft request' (duration: 207.673975ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.571232Z","caller":"traceutil/trace.go:171","msg":"trace[70725926] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13053; }","duration":"164.636378ms","start":"2026-04-16T09:46:47.40659Z","end":"2026-04-16T09:46:47.571227Z","steps":["trace[70725926] 'agreement among raft nodes before linearized reading' (duration: 164.605607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.571301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.722971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:47.571342Z","caller":"traceutil/trace.go:171","msg":"trace[518268342] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13053; }","duration":"164.760322ms","start":"2026-04-16T09:46:47.406552Z","end":"2026-04-16T09:46:47.571312Z","steps":["trace[518268342] 'agreement among raft nodes before linearized reading' (duration: 164.732161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.571373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.786196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:46:47.57139Z","caller":"traceutil/trace.go:171","msg":"trace[879661281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13053; }","duration":"120.832457ms","start":"2026-04-16T09:46:47.450553Z","end":"2026-04-16T09:46:47.571385Z","steps":["trace[879661281] 'agreement among raft nodes before linearized reading' (duration: 120.781436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.571465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.908387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:47.571481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.06196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:46:47.571494Z","caller":"traceutil/trace.go:171","msg":"trace[589453460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13053; }","duration":"136.100562ms","start":"2026-04-16T09:46:47.43539Z","end":"2026-04-16T09:46:47.57149Z","steps":["trace[589453460] 'agreement among raft nodes before linearized reading' (duration: 136.062281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.571577Z","caller":"traceutil/trace.go:171","msg":"trace[1183452967] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"171.755874ms","start":"2026-04-16T09:46:47.399807Z","end":"2026-04-16T09:46:47.571563Z","steps":["trace[1183452967] 'process raft request' (duration: 170.401541ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.571673Z","caller":"traceutil/trace.go:171","msg":"trace[475517273] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13053; }","duration":"164.947848ms","start":"2026-04-16T09:46:47.40653Z","end":"2026-04-16T09:46:47.571478Z","steps":["trace[475517273] 'agreement among raft nodes before linearized reading' (duration: 164.915847ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.721304Z","caller":"traceutil/trace.go:171","msg":"trace[788438655] transaction","detail":"{read_only:false; response_revision:13055; number_of_response:1; }","duration":"138.719065ms","start":"2026-04-16T09:46:47.582565Z","end":"2026-04-16T09:46:47.721284Z","steps":["trace[788438655] 'process raft request' (duration: 121.25194ms)","trace[788438655] 'compare' (duration: 17.32331ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:47.721569Z","caller":"traceutil/trace.go:171","msg":"trace[2142499203] transaction","detail":"{read_only:false; response_revision:13056; number_of_response:1; }","duration":"138.816738ms","start":"2026-04-16T09:46:47.582725Z","end":"2026-04-16T09:46:47.721542Z","steps":["trace[2142499203] 'process raft request' (duration: 138.530099ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.721602Z","caller":"traceutil/trace.go:171","msg":"trace[595638391] transaction","detail":"{read_only:false; response_revision:13057; number_of_response:1; }","duration":"138.794077ms","start":"2026-04-16T09:46:47.582797Z","end":"2026-04-16T09:46:47.721591Z","steps":["trace[595638391] 'process raft request' (duration: 138.677254ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.721673Z","caller":"traceutil/trace.go:171","msg":"trace[579801412] transaction","detail":"{read_only:false; response_revision:13059; number_of_response:1; }","duration":"134.388648ms","start":"2026-04-16T09:46:47.587276Z","end":"2026-04-16T09:46:47.721664Z","steps":["trace[579801412] 'process raft request' (duration: 134.306395ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.721719Z","caller":"traceutil/trace.go:171","msg":"trace[929356373] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"134.875993ms","start":"2026-04-16T09:46:47.586836Z","end":"2026-04-16T09:46:47.721712Z","steps":["trace[929356373] 'process raft request' (duration: 134.712278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:47.72164Z","caller":"traceutil/trace.go:171","msg":"trace[2088203715] linearizableReadLoop","detail":"{readStateIndex:13484; appliedIndex:13479; }","duration":"120.991472ms","start":"2026-04-16T09:46:47.600624Z","end":"2026-04-16T09:46:47.721616Z","steps":["trace[2088203715] 'read index received' (duration: 103.127465ms)","trace[2088203715] 'applied index is now lower than readState.Index' (duration: 17.863137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:46:47.721865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.914008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-16T09:46:47.721879Z","caller":"traceutil/trace.go:171","msg":"trace[13698490] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13059; }","duration":"119.95314ms","start":"2026-04-16T09:46:47.601922Z","end":"2026-04-16T09:46:47.721875Z","steps":["trace[13698490] 'agreement among raft nodes before linearized reading' (duration: 119.871107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.722549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.839106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:892498"} {"level":"info","ts":"2026-04-16T09:46:47.722595Z","caller":"traceutil/trace.go:171","msg":"trace[1511711535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:13059; }","duration":"142.931499ms","start":"2026-04-16T09:46:47.579652Z","end":"2026-04-16T09:46:47.722583Z","steps":["trace[1511711535] 'agreement among raft nodes before linearized reading' (duration: 142.035901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:47.722601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.577682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:892498"} {"level":"info","ts":"2026-04-16T09:46:47.722638Z","caller":"traceutil/trace.go:171","msg":"trace[2094985686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:13059; }","duration":"139.626584ms","start":"2026-04-16T09:46:47.583002Z","end":"2026-04-16T09:46:47.722628Z","steps":["trace[2094985686] 'agreement among raft nodes before linearized reading' (duration: 138.725016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:48.577568Z","caller":"traceutil/trace.go:171","msg":"trace[550503474] transaction","detail":"{read_only:false; response_revision:13060; number_of_response:1; }","duration":"139.80799ms","start":"2026-04-16T09:46:48.437735Z","end":"2026-04-16T09:46:48.577543Z","steps":["trace[550503474] 'process raft request' (duration: 139.645815ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:48.931637Z","caller":"traceutil/trace.go:171","msg":"trace[1868581209] transaction","detail":"{read_only:false; response_revision:13061; number_of_response:1; }","duration":"131.231258ms","start":"2026-04-16T09:46:48.800377Z","end":"2026-04-16T09:46:48.931609Z","steps":["trace[1868581209] 'process raft request' (duration: 131.020001ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.81701Z","caller":"traceutil/trace.go:171","msg":"trace[1762206437] transaction","detail":"{read_only:false; response_revision:13088; number_of_response:1; }","duration":"232.252525ms","start":"2026-04-16T09:46:51.584735Z","end":"2026-04-16T09:46:51.816987Z","steps":["trace[1762206437] 'process raft request' (duration: 232.028018ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.842183Z","caller":"traceutil/trace.go:171","msg":"trace[1169939865] linearizableReadLoop","detail":"{readStateIndex:13515; appliedIndex:13512; }","duration":"250.01533ms","start":"2026-04-16T09:46:51.592146Z","end":"2026-04-16T09:46:51.842162Z","steps":["trace[1169939865] 'read index received' (duration: 224.806469ms)","trace[1169939865] 'applied index is now lower than readState.Index' (duration: 25.207941ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:51.842255Z","caller":"traceutil/trace.go:171","msg":"trace[206736590] transaction","detail":"{read_only:false; response_revision:13089; number_of_response:1; }","duration":"255.861165ms","start":"2026-04-16T09:46:51.586382Z","end":"2026-04-16T09:46:51.842244Z","steps":["trace[206736590] 'process raft request' (duration: 255.581806ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.842209Z","caller":"traceutil/trace.go:171","msg":"trace[516716549] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"250.712552ms","start":"2026-04-16T09:46:51.591479Z","end":"2026-04-16T09:46:51.842191Z","steps":["trace[516716549] 'process raft request' (duration: 250.603848ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.842315Z","caller":"traceutil/trace.go:171","msg":"trace[608053822] transaction","detail":"{read_only:false; response_revision:13091; number_of_response:1; }","duration":"249.047129ms","start":"2026-04-16T09:46:51.593237Z","end":"2026-04-16T09:46:51.842284Z","steps":["trace[608053822] 'process raft request' (duration: 248.888854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:51.842438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.276578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:51.842452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.276958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:51.842473Z","caller":"traceutil/trace.go:171","msg":"trace[783532138] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13091; }","duration":"250.35114ms","start":"2026-04-16T09:46:51.592114Z","end":"2026-04-16T09:46:51.842465Z","steps":["trace[783532138] 'agreement among raft nodes before linearized reading' (duration: 250.284008ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.842494Z","caller":"traceutil/trace.go:171","msg":"trace[1179845007] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13091; }","duration":"250.360301ms","start":"2026-04-16T09:46:51.592122Z","end":"2026-04-16T09:46:51.842482Z","steps":["trace[1179845007] 'agreement among raft nodes before linearized reading' (duration: 250.295389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:51.842711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.87767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T09:46:51.842752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.978154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T09:46:51.842775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.522836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:51.842802Z","caller":"traceutil/trace.go:171","msg":"trace[1476680541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13091; }","duration":"105.043676ms","start":"2026-04-16T09:46:51.737747Z","end":"2026-04-16T09:46:51.84279Z","steps":["trace[1476680541] 'agreement among raft nodes before linearized reading' (duration: 104.919342ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.842832Z","caller":"traceutil/trace.go:171","msg":"trace[1658511499] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13091; }","duration":"250.584577ms","start":"2026-04-16T09:46:51.592234Z","end":"2026-04-16T09:46:51.842819Z","steps":["trace[1658511499] 'agreement among raft nodes before linearized reading' (duration: 250.495315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:51.843002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.817815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:51.843064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.557042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T09:46:51.843117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.904858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:46:51.843069Z","caller":"traceutil/trace.go:171","msg":"trace[38596591] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13091; }","duration":"250.900368ms","start":"2026-04-16T09:46:51.59214Z","end":"2026-04-16T09:46:51.84304Z","steps":["trace[38596591] 'agreement among raft nodes before linearized reading' (duration: 250.820575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.843149Z","caller":"traceutil/trace.go:171","msg":"trace[435454432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13091; }","duration":"102.96454ms","start":"2026-04-16T09:46:51.740176Z","end":"2026-04-16T09:46:51.84314Z","steps":["trace[435454432] 'agreement among raft nodes before linearized reading' (duration: 102.851186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:51.843221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.769729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:46:51.843247Z","caller":"traceutil/trace.go:171","msg":"trace[822208523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13091; }","duration":"105.832041ms","start":"2026-04-16T09:46:51.737407Z","end":"2026-04-16T09:46:51.843239Z","steps":["trace[822208523] 'agreement among raft nodes before linearized reading' (duration: 105.753958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.842757Z","caller":"traceutil/trace.go:171","msg":"trace[175102307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13091; }","duration":"104.951453ms","start":"2026-04-16T09:46:51.737793Z","end":"2026-04-16T09:46:51.842745Z","steps":["trace[175102307] 'agreement among raft nodes before linearized reading' (duration: 104.812819ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.843138Z","caller":"traceutil/trace.go:171","msg":"trace[1364039660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13091; }","duration":"105.665275ms","start":"2026-04-16T09:46:51.737461Z","end":"2026-04-16T09:46:51.843126Z","steps":["trace[1364039660] 'agreement among raft nodes before linearized reading' (duration: 105.528701ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.97662Z","caller":"traceutil/trace.go:171","msg":"trace[1120312291] transaction","detail":"{read_only:false; response_revision:13093; number_of_response:1; }","duration":"125.879118ms","start":"2026-04-16T09:46:51.850715Z","end":"2026-04-16T09:46:51.976594Z","steps":["trace[1120312291] 'process raft request' (duration: 78.754501ms)","trace[1120312291] 'compare' (duration: 46.979552ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:51.976928Z","caller":"traceutil/trace.go:171","msg":"trace[25732363] transaction","detail":"{read_only:false; response_revision:13094; number_of_response:1; }","duration":"126.186848ms","start":"2026-04-16T09:46:51.850717Z","end":"2026-04-16T09:46:51.976904Z","steps":["trace[25732363] 'process raft request' (duration: 125.838907ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.976988Z","caller":"traceutil/trace.go:171","msg":"trace[2015032551] transaction","detail":"{read_only:false; response_revision:13095; number_of_response:1; }","duration":"126.180137ms","start":"2026-04-16T09:46:51.850777Z","end":"2026-04-16T09:46:51.976957Z","steps":["trace[2015032551] 'process raft request' (duration: 125.989791ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:51.977176Z","caller":"traceutil/trace.go:171","msg":"trace[271527979] transaction","detail":"{read_only:false; response_revision:13096; number_of_response:1; }","duration":"125.434524ms","start":"2026-04-16T09:46:51.851722Z","end":"2026-04-16T09:46:51.977156Z","steps":["trace[271527979] 'process raft request' (duration: 125.177835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:51.978344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.640284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:892974"} {"level":"info","ts":"2026-04-16T09:46:51.9784Z","caller":"traceutil/trace.go:171","msg":"trace[276985113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:13096; }","duration":"127.720946ms","start":"2026-04-16T09:46:51.850666Z","end":"2026-04-16T09:46:51.978387Z","steps":["trace[276985113] 'agreement among raft nodes before linearized reading' (duration: 126.778326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:52.804663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.422195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T09:46:53.564228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.533487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:53.564286Z","caller":"traceutil/trace.go:171","msg":"trace[60045089] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13097; }","duration":"416.640932ms","start":"2026-04-16T09:46:53.147633Z","end":"2026-04-16T09:46:53.564274Z","steps":["trace[60045089] 'range keys from in-memory index tree' (duration: 416.367293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.564313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.147615Z","time spent":"416.692553ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:46:53.564333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.451855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:53.564389Z","caller":"traceutil/trace.go:171","msg":"trace[424783398] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13097; }","duration":"416.547938ms","start":"2026-04-16T09:46:53.147828Z","end":"2026-04-16T09:46:53.564376Z","steps":["trace[424783398] 'range keys from in-memory index tree' (duration: 416.3016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.564418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.147813Z","time spent":"416.59893ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:46:53.564685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.318686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.564711Z","caller":"traceutil/trace.go:171","msg":"trace[130302276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13097; }","duration":"487.376507ms","start":"2026-04-16T09:46:53.077328Z","end":"2026-04-16T09:46:53.564705Z","steps":["trace[130302276] 'range keys from in-memory index tree' (duration: 487.259245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.564727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.077311Z","time spent":"487.412119ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:46:53.56491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.451807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.564936Z","caller":"traceutil/trace.go:171","msg":"trace[405515346] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13097; }","duration":"417.500098ms","start":"2026-04-16T09:46:53.147425Z","end":"2026-04-16T09:46:53.564925Z","steps":["trace[405515346] 'range keys from in-memory index tree' (duration: 417.398776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.564953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.147409Z","time spent":"417.54047ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:46:53.564954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.274761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.564981Z","caller":"traceutil/trace.go:171","msg":"trace[1346007021] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13097; }","duration":"417.312493ms","start":"2026-04-16T09:46:53.147661Z","end":"2026-04-16T09:46:53.564973Z","steps":["trace[1346007021] 'range keys from in-memory index tree' (duration: 417.197209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.565009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.147654Z","time spent":"417.349054ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:46:53.6851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414839866,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:46:53.723397Z","caller":"traceutil/trace.go:171","msg":"trace[1086795713] linearizableReadLoop","detail":"{readStateIndex:13524; appliedIndex:13523; }","duration":"539.042608ms","start":"2026-04-16T09:46:53.184302Z","end":"2026-04-16T09:46:53.723345Z","steps":["trace[1086795713] 'read index received' (duration: 538.79467ms)","trace[1086795713] 'applied index is now lower than readState.Index' (duration: 247.078µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:46:53.723448Z","caller":"traceutil/trace.go:171","msg":"trace[1232000554] transaction","detail":"{read_only:false; response_revision:13098; number_of_response:1; }","duration":"570.662992ms","start":"2026-04-16T09:46:53.152745Z","end":"2026-04-16T09:46:53.723408Z","steps":["trace[1232000554] 'process raft request' (duration: 570.430405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.723599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.304997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-16T09:46:53.7236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.152719Z","time spent":"570.789926ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:46:53.723628Z","caller":"traceutil/trace.go:171","msg":"trace[2096991801] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:13098; }","duration":"539.374899ms","start":"2026-04-16T09:46:53.184243Z","end":"2026-04-16T09:46:53.723618Z","steps":["trace[2096991801] 'agreement among raft nodes before linearized reading' (duration: 539.242255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.723653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.184212Z","time spent":"539.434071ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"warn","ts":"2026-04-16T09:46:53.723848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.053201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.723868Z","caller":"traceutil/trace.go:171","msg":"trace[221267906] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13098; }","duration":"512.105433ms","start":"2026-04-16T09:46:53.211756Z","end":"2026-04-16T09:46:53.723862Z","steps":["trace[221267906] 'agreement among raft nodes before linearized reading' (duration: 512.064951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.723888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.211741Z","time spent":"512.142854ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:46:53.724064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.162167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:53.724096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.336723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:53.724103Z","caller":"traceutil/trace.go:171","msg":"trace[310642783] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13098; }","duration":"354.223889ms","start":"2026-04-16T09:46:53.369868Z","end":"2026-04-16T09:46:53.724092Z","steps":["trace[310642783] 'agreement among raft nodes before linearized reading' (duration: 354.148917ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:53.724117Z","caller":"traceutil/trace.go:171","msg":"trace[855371370] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13098; }","duration":"354.374154ms","start":"2026-04-16T09:46:53.369737Z","end":"2026-04-16T09:46:53.724111Z","steps":["trace[855371370] 'agreement among raft nodes before linearized reading' (duration: 354.299381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.724136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.36973Z","time spent":"354.401834ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:46:53.724133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.369861Z","time spent":"354.26524ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:46:53.72424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.737685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.72426Z","caller":"traceutil/trace.go:171","msg":"trace[14201141] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13098; }","duration":"354.764426ms","start":"2026-04-16T09:46:53.369489Z","end":"2026-04-16T09:46:53.724254Z","steps":["trace[14201141] 'agreement among raft nodes before linearized reading' (duration: 354.734845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.72428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.369485Z","time spent":"354.788687ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:46:53.724293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.625277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.724326Z","caller":"traceutil/trace.go:171","msg":"trace[146216566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13098; }","duration":"158.689359ms","start":"2026-04-16T09:46:53.565626Z","end":"2026-04-16T09:46:53.724316Z","steps":["trace[146216566] 'agreement among raft nodes before linearized reading' (duration: 158.636887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.724383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.841481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.724401Z","caller":"traceutil/trace.go:171","msg":"trace[1444605194] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13098; }","duration":"355.864802ms","start":"2026-04-16T09:46:53.368531Z","end":"2026-04-16T09:46:53.724395Z","steps":["trace[1444605194] 'agreement among raft nodes before linearized reading' (duration: 355.83066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.72442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.368523Z","time spent":"355.892972ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:46:53.724483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.187069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.724521Z","caller":"traceutil/trace.go:171","msg":"trace[2128461203] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13098; }","duration":"332.262932ms","start":"2026-04-16T09:46:53.392246Z","end":"2026-04-16T09:46:53.724509Z","steps":["trace[2128461203] 'agreement among raft nodes before linearized reading' (duration: 332.20321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.72455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.392224Z","time spent":"332.317763ms","remote":"127.0.0.1:43168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:53.724558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.036487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:53.72458Z","caller":"traceutil/trace.go:171","msg":"trace[1340609453] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13098; }","duration":"356.066757ms","start":"2026-04-16T09:46:53.368505Z","end":"2026-04-16T09:46:53.724571Z","steps":["trace[1340609453] 'agreement among raft nodes before linearized reading' (duration: 355.998445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.724599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.3685Z","time spent":"356.094549ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:46:53.724662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.338626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.724711Z","caller":"traceutil/trace.go:171","msg":"trace[1320486089] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13098; }","duration":"356.439909ms","start":"2026-04-16T09:46:53.368258Z","end":"2026-04-16T09:46:53.724698Z","steps":["trace[1320486089] 'agreement among raft nodes before linearized reading' (duration: 356.343876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.724715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.152947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:53.724736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.36824Z","time spent":"356.490891ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:46:53.724746Z","caller":"traceutil/trace.go:171","msg":"trace[952198239] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13098; }","duration":"343.206029ms","start":"2026-04-16T09:46:53.381531Z","end":"2026-04-16T09:46:53.724737Z","steps":["trace[952198239] 'agreement among raft nodes before linearized reading' (duration: 343.158668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.724773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.38152Z","time spent":"343.24691ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:46:53.724855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.011462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.724912Z","caller":"traceutil/trace.go:171","msg":"trace[1243076748] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13098; }","duration":"354.045974ms","start":"2026-04-16T09:46:53.370825Z","end":"2026-04-16T09:46:53.724871Z","steps":["trace[1243076748] 'agreement among raft nodes before linearized reading' (duration: 354.011923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.724931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.867316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:53.72494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.37082Z","time spent":"354.113186ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:46:53.72497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.136327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.724994Z","caller":"traceutil/trace.go:171","msg":"trace[823465286] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13098; }","duration":"354.169237ms","start":"2026-04-16T09:46:53.370818Z","end":"2026-04-16T09:46:53.724987Z","steps":["trace[823465286] 'agreement among raft nodes before linearized reading' (duration: 354.129226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.725014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.370814Z","time spent":"354.196058ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:46:53.72495Z","caller":"traceutil/trace.go:171","msg":"trace[565184563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:13098; }","duration":"449.913188ms","start":"2026-04-16T09:46:53.27503Z","end":"2026-04-16T09:46:53.724943Z","steps":["trace[565184563] 'agreement among raft nodes before linearized reading' (duration: 449.878597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.725128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.27501Z","time spent":"450.103003ms","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:53.725159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.343943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:53.725176Z","caller":"traceutil/trace.go:171","msg":"trace[29646163] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13098; }","duration":"354.375934ms","start":"2026-04-16T09:46:53.370795Z","end":"2026-04-16T09:46:53.725171Z","steps":["trace[29646163] 'agreement among raft nodes before linearized reading' (duration: 354.349323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:53.725189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.370788Z","time spent":"354.397425ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:46:54.348052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414839870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:46:54.691381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.13368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:46:54.69162Z","caller":"traceutil/trace.go:171","msg":"trace[2123918820] transaction","detail":"{read_only:false; response_revision:13099; number_of_response:1; }","duration":"868.891234ms","start":"2026-04-16T09:46:53.822697Z","end":"2026-04-16T09:46:54.691588Z","steps":["trace[2123918820] 'process raft request' (duration: 768.417263ms)","trace[2123918820] 'compare' (duration: 99.909193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:46:54.691738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.822674Z","time spent":"869.009217ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:46:54.691853Z","caller":"traceutil/trace.go:171","msg":"trace[1331547789] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"842.405932ms","start":"2026-04-16T09:46:53.849419Z","end":"2026-04-16T09:46:54.691825Z","steps":["trace[1331547789] 'process raft request' (duration: 842.087792ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:54.691898Z","caller":"traceutil/trace.go:171","msg":"trace[289201767] linearizableReadLoop","detail":"{readStateIndex:13528; appliedIndex:13524; }","duration":"844.635543ms","start":"2026-04-16T09:46:53.84722Z","end":"2026-04-16T09:46:54.691856Z","steps":["trace[289201767] 'read index received' (duration: 743.958636ms)","trace[289201767] 'applied index is now lower than readState.Index' (duration: 100.675507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:46:54.691983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.849399Z","time spent":"842.512956ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:46:54.691994Z","caller":"traceutil/trace.go:171","msg":"trace[2023483020] transaction","detail":"{read_only:false; response_revision:13101; number_of_response:1; }","duration":"842.464864ms","start":"2026-04-16T09:46:53.849512Z","end":"2026-04-16T09:46:54.691977Z","steps":["trace[2023483020] 'process raft request' (duration: 842.177305ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:54.692041Z","caller":"traceutil/trace.go:171","msg":"trace[830754356] transaction","detail":"{read_only:false; response_revision:13102; number_of_response:1; }","duration":"841.71009ms","start":"2026-04-16T09:46:53.850316Z","end":"2026-04-16T09:46:54.692026Z","steps":["trace[830754356] 'process raft request' (duration: 841.455502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.692092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.849487Z","time spent":"842.558637ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:46:54.692152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.850297Z","time spent":"841.794863ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:46:54.692155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.288591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:54.692226Z","caller":"traceutil/trace.go:171","msg":"trace[1326384548] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13102; }","duration":"843.404624ms","start":"2026-04-16T09:46:53.848803Z","end":"2026-04-16T09:46:54.692208Z","steps":["trace[1326384548] 'agreement among raft nodes before linearized reading' (duration: 843.295631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.692262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.848784Z","time spent":"843.472586ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:46:54.692325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.687659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:54.69241Z","caller":"traceutil/trace.go:171","msg":"trace[275108846] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13102; }","duration":"499.797972ms","start":"2026-04-16T09:46:54.192597Z","end":"2026-04-16T09:46:54.692395Z","steps":["trace[275108846] 'agreement among raft nodes before linearized reading' (duration: 499.684499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.692461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.192581Z","time spent":"499.868704ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:46:54.692675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.286329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:46:54.692713Z","caller":"traceutil/trace.go:171","msg":"trace[1403308852] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13102; }","duration":"444.365112ms","start":"2026-04-16T09:46:54.24834Z","end":"2026-04-16T09:46:54.692705Z","steps":["trace[1403308852] 'agreement among raft nodes before linearized reading' (duration: 444.034402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.692742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.24832Z","time spent":"444.414233ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":126,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:54.692759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.066702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:46:54.692782Z","caller":"traceutil/trace.go:171","msg":"trace[1308657122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13102; }","duration":"711.104762ms","start":"2026-04-16T09:46:53.981668Z","end":"2026-04-16T09:46:54.692773Z","steps":["trace[1308657122] 'agreement among raft nodes before linearized reading' (duration: 711.03338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.692807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.981657Z","time spent":"711.145614ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:46:54.692886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.650795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:54.692916Z","caller":"traceutil/trace.go:171","msg":"trace[1016404904] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13102; }","duration":"845.694326ms","start":"2026-04-16T09:46:53.847212Z","end":"2026-04-16T09:46:54.692907Z","steps":["trace[1016404904] 'agreement among raft nodes before linearized reading' (duration: 845.634825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.692938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.847147Z","time spent":"845.784289ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:54.692959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.706692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:46:54.692984Z","caller":"traceutil/trace.go:171","msg":"trace[1327038279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13102; }","duration":"711.758083ms","start":"2026-04-16T09:46:53.98122Z","end":"2026-04-16T09:46:54.692978Z","steps":["trace[1327038279] 'agreement among raft nodes before linearized reading' (duration: 711.692361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.693005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.981206Z","time spent":"711.795064ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:46:54.693123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.892397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:46:54.693156Z","caller":"traceutil/trace.go:171","msg":"trace[298166569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13102; }","duration":"711.947659ms","start":"2026-04-16T09:46:53.981202Z","end":"2026-04-16T09:46:54.69315Z","steps":["trace[298166569] 'agreement among raft nodes before linearized reading' (duration: 711.874767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.693179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.981191Z","time spent":"711.98085ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:46:54.693184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.129851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:46:54.69321Z","caller":"traceutil/trace.go:171","msg":"trace[1299050117] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13102; }","duration":"374.188903ms","start":"2026-04-16T09:46:54.319014Z","end":"2026-04-16T09:46:54.693203Z","steps":["trace[1299050117] 'agreement among raft nodes before linearized reading' (duration: 374.123991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.69313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.113692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:54.693259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.124387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T09:46:54.693273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.067541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:46:54.693279Z","caller":"traceutil/trace.go:171","msg":"trace[43552534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13102; }","duration":"713.207579ms","start":"2026-04-16T09:46:53.980065Z","end":"2026-04-16T09:46:54.693273Z","steps":["trace[43552534] 'agreement among raft nodes before linearized reading' (duration: 713.153007ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:54.693282Z","caller":"traceutil/trace.go:171","msg":"trace[1833819065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:13102; }","duration":"500.287578ms","start":"2026-04-16T09:46:54.192976Z","end":"2026-04-16T09:46:54.693264Z","steps":["trace[1833819065] 'agreement among raft nodes before linearized reading' (duration: 500.097902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.693359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.412755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:46:54.693383Z","caller":"traceutil/trace.go:171","msg":"trace[812404778] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:13102; }","duration":"775.455456ms","start":"2026-04-16T09:46:53.917922Z","end":"2026-04-16T09:46:54.693378Z","steps":["trace[812404778] 'agreement among raft nodes before linearized reading' (duration: 775.387044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.693403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.917912Z","time spent":"775.486537ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"warn","ts":"2026-04-16T09:46:54.693416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.192968Z","time spent":"500.427082ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:54.693544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.876088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:46:54.69357Z","caller":"traceutil/trace.go:171","msg":"trace[1628531401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13102; }","duration":"791.927229ms","start":"2026-04-16T09:46:53.901638Z","end":"2026-04-16T09:46:54.693565Z","steps":["trace[1628531401] 'agreement among raft nodes before linearized reading' (duration: 791.862917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.693591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.901625Z","time spent":"791.9612ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:46:54.693611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.784604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-16T09:46:54.693637Z","caller":"traceutil/trace.go:171","msg":"trace[1565654573] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13102; }","duration":"500.840485ms","start":"2026-04-16T09:46:54.19279Z","end":"2026-04-16T09:46:54.69363Z","steps":["trace[1565654573] 'agreement among raft nodes before linearized reading' (duration: 500.773673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.69366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.192773Z","time spent":"500.882426ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-16T09:46:54.693661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.658933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:54.69242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.477222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:54.693816Z","caller":"traceutil/trace.go:171","msg":"trace[1945037183] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13102; }","duration":"843.759566ms","start":"2026-04-16T09:46:53.849972Z","end":"2026-04-16T09:46:54.693732Z","steps":["trace[1945037183] 'agreement among raft nodes before linearized reading' (duration: 843.614471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.693868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.038732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:46:54.693882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.849901Z","time spent":"843.963452ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:46:54.693926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.143955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:54.693949Z","caller":"traceutil/trace.go:171","msg":"trace[337081954] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13102; }","duration":"501.196326ms","start":"2026-04-16T09:46:54.192747Z","end":"2026-04-16T09:46:54.693944Z","steps":["trace[337081954] 'agreement among raft nodes before linearized reading' (duration: 501.162125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:54.693901Z","caller":"traceutil/trace.go:171","msg":"trace[947002507] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:13102; }","duration":"608.99821ms","start":"2026-04-16T09:46:54.084856Z","end":"2026-04-16T09:46:54.693854Z","steps":["trace[947002507] 'agreement among raft nodes before linearized reading' (duration: 607.535493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.69397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.192732Z","time spent":"501.230588ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T09:46:54.694023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.084841Z","time spent":"609.137214ms","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:54.694117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.132288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:54.694166Z","caller":"traceutil/trace.go:171","msg":"trace[1060728797] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13102; }","duration":"844.204709ms","start":"2026-04-16T09:46:53.849948Z","end":"2026-04-16T09:46:54.694153Z","steps":["trace[1060728797] 'agreement among raft nodes before linearized reading' (duration: 844.134357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.694209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.849934Z","time spent":"844.266232ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:46:54.694246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.777677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:54.692689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.579853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:46:54.693896Z","caller":"traceutil/trace.go:171","msg":"trace[595875620] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13102; }","duration":"501.107064ms","start":"2026-04-16T09:46:54.192782Z","end":"2026-04-16T09:46:54.693889Z","steps":["trace[595875620] 'agreement among raft nodes before linearized reading' (duration: 501.039242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.694322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.192761Z","time spent":"501.547638ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:46:54.693299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.980044Z","time spent":"713.251841ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:46:54.694506Z","caller":"traceutil/trace.go:171","msg":"trace[1035851022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:13102; }","duration":"699.412932ms","start":"2026-04-16T09:46:53.995078Z","end":"2026-04-16T09:46:54.694491Z","steps":["trace[1035851022] 'agreement among raft nodes before linearized reading' (duration: 697.353306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.693235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.318995Z","time spent":"374.235255ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:46:54.694568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.995065Z","time spent":"699.488944ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:46:54.6933Z","caller":"traceutil/trace.go:171","msg":"trace[1945884209] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13102; }","duration":"392.092322ms","start":"2026-04-16T09:46:54.301199Z","end":"2026-04-16T09:46:54.693291Z","steps":["trace[1945884209] 'agreement among raft nodes before linearized reading' (duration: 392.04957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:54.694526Z","caller":"traceutil/trace.go:171","msg":"trace[210666074] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13102; }","duration":"844.997054ms","start":"2026-04-16T09:46:53.849423Z","end":"2026-04-16T09:46:54.69442Z","steps":["trace[210666074] 'agreement among raft nodes before linearized reading' (duration: 844.775777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.694727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:53.849409Z","time spent":"845.307175ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:46:54.694705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.301142Z","time spent":"393.522477ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:54.693122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.373377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:46:54.694805Z","caller":"traceutil/trace.go:171","msg":"trace[145319876] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13102; }","duration":"375.082251ms","start":"2026-04-16T09:46:54.319711Z","end":"2026-04-16T09:46:54.694793Z","steps":["trace[145319876] 'agreement among raft nodes before linearized reading' (duration: 373.326766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.694846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.319695Z","time spent":"375.139264ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:46:54.693546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.831915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:54.694961Z","caller":"traceutil/trace.go:171","msg":"trace[1105236041] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13102; }","duration":"502.292061ms","start":"2026-04-16T09:46:54.192659Z","end":"2026-04-16T09:46:54.694951Z","steps":["trace[1105236041] 'agreement among raft nodes before linearized reading' (duration: 500.859026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:54.694996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.192639Z","time spent":"502.347983ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:46:55.467685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414839887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:46:55.87791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.369909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:46:55.877983Z","caller":"traceutil/trace.go:171","msg":"trace[408185792] transaction","detail":"{read_only:false; response_revision:13115; number_of_response:1; }","duration":"927.227805ms","start":"2026-04-16T09:46:54.950744Z","end":"2026-04-16T09:46:55.877972Z","steps":["trace[408185792] 'process raft request' (duration: 665.740542ms)","trace[408185792] 'compare' (duration: 261.036668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:46:55.878017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.950732Z","time spent":"927.269036ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2346,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:46:55.926828Z","caller":"traceutil/trace.go:171","msg":"trace[1707174580] linearizableReadLoop","detail":"{readStateIndex:13543; appliedIndex:13541; }","duration":"960.200431ms","start":"2026-04-16T09:46:54.966606Z","end":"2026-04-16T09:46:55.926806Z","steps":["trace[1707174580] 'read index received' (duration: 649.851247ms)","trace[1707174580] 'applied index is now lower than readState.Index' (duration: 310.348424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:46:55.926994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.763765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.927027Z","caller":"traceutil/trace.go:171","msg":"trace[333775622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13116; }","duration":"855.833747ms","start":"2026-04-16T09:46:55.071182Z","end":"2026-04-16T09:46:55.927016Z","steps":["trace[333775622] 'agreement among raft nodes before linearized reading' (duration: 855.770605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:55.071166Z","time spent":"855.875918ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:46:55.927069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.440379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-qz49f.18a6cc73af018e96\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-16T09:46:55.927115Z","caller":"traceutil/trace.go:171","msg":"trace[2060979014] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-qz49f.18a6cc73af018e96; range_end:; response_count:1; response_revision:13116; }","duration":"960.530162ms","start":"2026-04-16T09:46:54.966571Z","end":"2026-04-16T09:46:55.927101Z","steps":["trace[2060979014] 'agreement among raft nodes before linearized reading' (duration: 960.340186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.29366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.927105Z","caller":"traceutil/trace.go:171","msg":"trace[1074043097] transaction","detail":"{read_only:false; response_revision:13116; number_of_response:1; }","duration":"836.140841ms","start":"2026-04-16T09:46:55.090762Z","end":"2026-04-16T09:46:55.926903Z","steps":["trace[1074043097] 'process raft request' (duration: 835.886713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.183195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:46:55.927237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.294141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.927263Z","caller":"traceutil/trace.go:171","msg":"trace[748758614] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13116; }","duration":"359.228547ms","start":"2026-04-16T09:46:55.568029Z","end":"2026-04-16T09:46:55.927258Z","steps":["trace[748758614] 'agreement among raft nodes before linearized reading' (duration: 359.202636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:55.568016Z","time spent":"359.257958ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:46:55.927272Z","caller":"traceutil/trace.go:171","msg":"trace[1901924429] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13116; }","duration":"195.345202ms","start":"2026-04-16T09:46:55.73192Z","end":"2026-04-16T09:46:55.927265Z","steps":["trace[1901924429] 'agreement among raft nodes before linearized reading' (duration: 195.298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.115168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:46:55.927242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.500239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.927331Z","caller":"traceutil/trace.go:171","msg":"trace[321721203] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13116; }","duration":"197.183301ms","start":"2026-04-16T09:46:55.730137Z","end":"2026-04-16T09:46:55.927321Z","steps":["trace[321721203] 'agreement among raft nodes before linearized reading' (duration: 197.119499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.444845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:55.927358Z","caller":"traceutil/trace.go:171","msg":"trace[792872075] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13116; }","duration":"196.653284ms","start":"2026-04-16T09:46:55.730696Z","end":"2026-04-16T09:46:55.927349Z","steps":["trace[792872075] 'agreement among raft nodes before linearized reading' (duration: 196.52873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.58286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.927423Z","caller":"traceutil/trace.go:171","msg":"trace[1164313553] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13116; }","duration":"195.622991ms","start":"2026-04-16T09:46:55.731794Z","end":"2026-04-16T09:46:55.927417Z","steps":["trace[1164313553] 'agreement among raft nodes before linearized reading' (duration: 195.58364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.92718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.37275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.927364Z","caller":"traceutil/trace.go:171","msg":"trace[1615196925] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13116; }","duration":"195.484677ms","start":"2026-04-16T09:46:55.731873Z","end":"2026-04-16T09:46:55.927358Z","steps":["trace[1615196925] 'agreement among raft nodes before linearized reading' (duration: 195.356713ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:55.927503Z","caller":"traceutil/trace.go:171","msg":"trace[212630555] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13116; }","duration":"358.729751ms","start":"2026-04-16T09:46:55.568763Z","end":"2026-04-16T09:46:55.927493Z","steps":["trace[212630555] 'agreement among raft nodes before linearized reading' (duration: 358.398841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:55.568737Z","time spent":"358.796293ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:46:55.92756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.438255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:55.927575Z","caller":"traceutil/trace.go:171","msg":"trace[1166031097] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13116; }","duration":"195.469157ms","start":"2026-04-16T09:46:55.732102Z","end":"2026-04-16T09:46:55.927571Z","steps":["trace[1166031097] 'agreement among raft nodes before linearized reading' (duration: 195.424755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.27166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.92762Z","caller":"traceutil/trace.go:171","msg":"trace[1253054591] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13116; }","duration":"195.698124ms","start":"2026-04-16T09:46:55.731912Z","end":"2026-04-16T09:46:55.92761Z","steps":["trace[1253054591] 'agreement among raft nodes before linearized reading' (duration: 195.26696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.714632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:46:55.9276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:55.090743Z","time spent":"836.523064ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2479,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:46:55.927162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.303527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:55.927887Z","caller":"traceutil/trace.go:171","msg":"trace[116106474] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13116; }","duration":"359.02462ms","start":"2026-04-16T09:46:55.568845Z","end":"2026-04-16T09:46:55.927869Z","steps":["trace[116106474] 'agreement among raft nodes before linearized reading' (duration: 358.213124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:55.568819Z","time spent":"359.113663ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:46:55.927208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.427495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.928089Z","caller":"traceutil/trace.go:171","msg":"trace[1495466921] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13116; }","duration":"196.291853ms","start":"2026-04-16T09:46:55.731754Z","end":"2026-04-16T09:46:55.928046Z","steps":["trace[1495466921] 'agreement among raft nodes before linearized reading' (duration: 195.435046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.686423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.928201Z","caller":"traceutil/trace.go:171","msg":"trace[863504700] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:13116; }","duration":"196.23376ms","start":"2026-04-16T09:46:55.731958Z","end":"2026-04-16T09:46:55.928191Z","steps":["trace[863504700] 'agreement among raft nodes before linearized reading' (duration: 195.704574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.28912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.9283Z","caller":"traceutil/trace.go:171","msg":"trace[60828521] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13116; }","duration":"196.077135ms","start":"2026-04-16T09:46:55.732204Z","end":"2026-04-16T09:46:55.928282Z","steps":["trace[60828521] 'agreement among raft nodes before linearized reading' (duration: 195.311841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.072142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:46:55.928364Z","caller":"traceutil/trace.go:171","msg":"trace[1250035782] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13116; }","duration":"360.217819ms","start":"2026-04-16T09:46:55.568137Z","end":"2026-04-16T09:46:55.928355Z","steps":["trace[1250035782] 'agreement among raft nodes before linearized reading' (duration: 359.053632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.928402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:55.568133Z","time spent":"360.25861ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:46:55.927373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.27928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:46:55.928538Z","caller":"traceutil/trace.go:171","msg":"trace[1836194206] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13116; }","duration":"196.583832ms","start":"2026-04-16T09:46:55.731945Z","end":"2026-04-16T09:46:55.928528Z","steps":["trace[1836194206] 'agreement among raft nodes before linearized reading' (duration: 195.144086ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:46:55.927712Z","caller":"traceutil/trace.go:171","msg":"trace[2055797709] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:13116; }","duration":"468.055373ms","start":"2026-04-16T09:46:55.459643Z","end":"2026-04-16T09:46:55.927698Z","steps":["trace[2055797709] 'agreement among raft nodes before linearized reading' (duration: 467.724842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.928665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:55.459623Z","time spent":"469.028934ms","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":22,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:46:55.927151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:46:54.966558Z","time spent":"960.584883ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-qz49f.18a6cc73af018e96\" "} {"level":"info","ts":"2026-04-16T09:46:55.927203Z","caller":"traceutil/trace.go:171","msg":"trace[942921200] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13116; }","duration":"195.408114ms","start":"2026-04-16T09:46:55.731777Z","end":"2026-04-16T09:46:55.927185Z","steps":["trace[942921200] 'agreement among raft nodes before linearized reading' (duration: 195.238829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.927661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.155128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-gslj6\" ","response":"range_response_count:1 size:11192"} {"level":"info","ts":"2026-04-16T09:46:55.929026Z","caller":"traceutil/trace.go:171","msg":"trace[364932224] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-gslj6; range_end:; response_count:1; response_revision:13116; }","duration":"254.569573ms","start":"2026-04-16T09:46:55.674443Z","end":"2026-04-16T09:46:55.929012Z","steps":["trace[364932224] 'agreement among raft nodes before linearized reading' (duration: 252.89288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:46:55.929354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.026175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T09:46:55.929406Z","caller":"traceutil/trace.go:171","msg":"trace[1292937853] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:13116; }","duration":"179.148129ms","start":"2026-04-16T09:46:55.750245Z","end":"2026-04-16T09:46:55.929393Z","steps":["trace[1292937853] 'agreement among raft nodes before linearized reading' (duration: 176.721302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:05.413101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840465,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:47:05.440871Z","caller":"traceutil/trace.go:171","msg":"trace[30352468] transaction","detail":"{read_only:false; response_revision:13251; number_of_response:1; }","duration":"573.186292ms","start":"2026-04-16T09:47:04.867654Z","end":"2026-04-16T09:47:05.44084Z","steps":["trace[30352468] 'process raft request' (duration: 572.995326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:05.441086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:04.867635Z","time spent":"573.370508ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:06.095479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.668825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:47:06.095581Z","caller":"traceutil/trace.go:171","msg":"trace[1249148053] linearizableReadLoop","detail":"{readStateIndex:13682; appliedIndex:13680; }","duration":"1.18273319s","start":"2026-04-16T09:47:04.912832Z","end":"2026-04-16T09:47:06.095566Z","steps":["trace[1249148053] 'read index received' (duration: 527.801192ms)","trace[1249148053] 'applied index is now lower than readState.Index' (duration: 654.931058ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:47:06.095736Z","caller":"traceutil/trace.go:171","msg":"trace[936812422] transaction","detail":"{read_only:false; response_revision:13252; number_of_response:1; }","duration":"886.7179ms","start":"2026-04-16T09:47:05.209007Z","end":"2026-04-16T09:47:06.095724Z","steps":["trace[936812422] 'process raft request' (duration: 740.757634ms)","trace[936812422] 'compare' (duration: 145.522752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:47:06.095785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:05.208986Z","time spent":"886.776102ms","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T09:47:06.096066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006301348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:06.096138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.533994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:06.096146Z","caller":"traceutil/trace.go:171","msg":"trace[263153161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13252; }","duration":"1.006422851s","start":"2026-04-16T09:47:05.089705Z","end":"2026-04-16T09:47:06.096128Z","steps":["trace[263153161] 'agreement among raft nodes before linearized reading' (duration: 1.006296037s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.096137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.311685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:06.096183Z","caller":"traceutil/trace.go:171","msg":"trace[1724147841] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13252; }","duration":"141.583207ms","start":"2026-04-16T09:47:05.954587Z","end":"2026-04-16T09:47:06.09617Z","steps":["trace[1724147841] 'agreement among raft nodes before linearized reading' (duration: 141.529675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.09619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:05.089684Z","time spent":"1.006497493s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:47:06.096182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168489897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-04-16T09:47:06.096196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.65672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:06.096197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.465618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:47:06.096198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.338472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:06.096244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.249853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:06.096279Z","caller":"traceutil/trace.go:171","msg":"trace[107585129] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13252; }","duration":"136.757573ms","start":"2026-04-16T09:47:05.959497Z","end":"2026-04-16T09:47:06.096255Z","steps":["trace[107585129] 'agreement among raft nodes before linearized reading' (duration: 136.507865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.096301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168974394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-04-16T09:47:06.09608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.736661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:06.096294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.021272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:06.096334Z","caller":"traceutil/trace.go:171","msg":"trace[872277921] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:13252; }","duration":"225.368477ms","start":"2026-04-16T09:47:05.870938Z","end":"2026-04-16T09:47:06.096307Z","steps":["trace[872277921] 'agreement among raft nodes before linearized reading' (duration: 225.15507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.096356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.974339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:06.096351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.171607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:47:06.096399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.642984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:06.096435Z","caller":"traceutil/trace.go:171","msg":"trace[951968475] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13252; }","duration":"143.278941ms","start":"2026-04-16T09:47:05.953138Z","end":"2026-04-16T09:47:06.096417Z","steps":["trace[951968475] 'agreement among raft nodes before linearized reading' (duration: 143.154977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.096447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.456652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-16T09:47:06.096294Z","caller":"traceutil/trace.go:171","msg":"trace[172977747] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13252; }","duration":"144.593492ms","start":"2026-04-16T09:47:05.951677Z","end":"2026-04-16T09:47:06.096271Z","steps":["trace[172977747] 'agreement among raft nodes before linearized reading' (duration: 144.317693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.09612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174135357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:47:06.096499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.142114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:06.096379Z","caller":"traceutil/trace.go:171","msg":"trace[1231267379] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13252; }","duration":"1.169069387s","start":"2026-04-16T09:47:04.927289Z","end":"2026-04-16T09:47:06.096358Z","steps":["trace[1231267379] 'agreement among raft nodes before linearized reading' (duration: 1.168906122s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.096541Z","caller":"traceutil/trace.go:171","msg":"trace[82810796] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13252; }","duration":"142.209406ms","start":"2026-04-16T09:47:05.95432Z","end":"2026-04-16T09:47:06.09653Z","steps":["trace[82810796] 'agreement among raft nodes before linearized reading' (duration: 142.084632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.096543Z","caller":"traceutil/trace.go:171","msg":"trace[1259040340] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:13252; }","duration":"1.174619422s","start":"2026-04-16T09:47:04.921907Z","end":"2026-04-16T09:47:06.096526Z","steps":["trace[1259040340] 'agreement among raft nodes before linearized reading' (duration: 1.1739232s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.096663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:04.92189Z","time spent":"1.174755897s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:47:06.096218Z","caller":"traceutil/trace.go:171","msg":"trace[904130024] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13252; }","duration":"134.420569ms","start":"2026-04-16T09:47:05.961781Z","end":"2026-04-16T09:47:06.096202Z","steps":["trace[904130024] 'agreement among raft nodes before linearized reading' (duration: 134.221502ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.096456Z","caller":"traceutil/trace.go:171","msg":"trace[239758548] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13252; }","duration":"144.738626ms","start":"2026-04-16T09:47:05.951704Z","end":"2026-04-16T09:47:06.096443Z","steps":["trace[239758548] 'agreement among raft nodes before linearized reading' (duration: 144.595922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.096263Z","caller":"traceutil/trace.go:171","msg":"trace[167310677] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13252; }","duration":"1.168589091s","start":"2026-04-16T09:47:04.927656Z","end":"2026-04-16T09:47:06.096245Z","steps":["trace[167310677] 'agreement among raft nodes before linearized reading' (duration: 1.168352294s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.09661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:04.927274Z","time spent":"1.169274003s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:47:06.096832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:04.927649Z","time spent":"1.169160809s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"info","ts":"2026-04-16T09:47:06.096313Z","caller":"traceutil/trace.go:171","msg":"trace[1342925234] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13252; }","duration":"137.514817ms","start":"2026-04-16T09:47:05.958778Z","end":"2026-04-16T09:47:06.096292Z","steps":["trace[1342925234] 'agreement among raft nodes before linearized reading' (duration: 137.259228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.096376Z","caller":"traceutil/trace.go:171","msg":"trace[1980491694] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13252; }","duration":"142.051001ms","start":"2026-04-16T09:47:05.954313Z","end":"2026-04-16T09:47:06.096364Z","steps":["trace[1980491694] 'agreement among raft nodes before linearized reading' (duration: 141.663189ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.096385Z","caller":"traceutil/trace.go:171","msg":"trace[1031611988] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13252; }","duration":"142.042351ms","start":"2026-04-16T09:47:05.954337Z","end":"2026-04-16T09:47:06.09638Z","steps":["trace[1031611988] 'agreement among raft nodes before linearized reading' (duration: 142.00868ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.096383Z","caller":"traceutil/trace.go:171","msg":"trace[868952948] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13252; }","duration":"143.122285ms","start":"2026-04-16T09:47:05.953245Z","end":"2026-04-16T09:47:06.096367Z","steps":["trace[868952948] 'agreement among raft nodes before linearized reading' (duration: 143.036272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.09616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.666737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:06.098081Z","caller":"traceutil/trace.go:171","msg":"trace[150376963] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13252; }","duration":"142.62207ms","start":"2026-04-16T09:47:05.955431Z","end":"2026-04-16T09:47:06.098054Z","steps":["trace[150376963] 'agreement among raft nodes before linearized reading' (duration: 140.550574ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.096504Z","caller":"traceutil/trace.go:171","msg":"trace[272455861] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:13252; }","duration":"972.549085ms","start":"2026-04-16T09:47:05.123939Z","end":"2026-04-16T09:47:06.096488Z","steps":["trace[272455861] 'agreement among raft nodes before linearized reading' (duration: 972.40691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.096267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.083654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:06.096255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.638394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:06.096334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.958638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:06.097213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184369602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:47:06.098168Z","caller":"traceutil/trace.go:171","msg":"trace[708361275] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:13252; }","duration":"1.185328453s","start":"2026-04-16T09:47:04.912826Z","end":"2026-04-16T09:47:06.098154Z","steps":["trace[708361275] 'agreement among raft nodes before linearized reading' (duration: 1.18399076s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:06.098217Z","caller":"traceutil/trace.go:171","msg":"trace[415412612] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13252; }","duration":"145.041176ms","start":"2026-04-16T09:47:05.953161Z","end":"2026-04-16T09:47:06.098203Z","steps":["trace[415412612] 'agreement among raft nodes before linearized reading' (duration: 143.081344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.098229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:04.912774Z","time spent":"1.185433586s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"info","ts":"2026-04-16T09:47:06.0983Z","caller":"traceutil/trace.go:171","msg":"trace[145700456] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13252; }","duration":"141.70063ms","start":"2026-04-16T09:47:05.956591Z","end":"2026-04-16T09:47:06.098292Z","steps":["trace[145700456] 'agreement among raft nodes before linearized reading' (duration: 139.605734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:06.098292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:05.123916Z","time spent":"974.351042ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter\" "} {"level":"info","ts":"2026-04-16T09:47:06.09834Z","caller":"traceutil/trace.go:171","msg":"trace[1351209910] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13252; }","duration":"143.955762ms","start":"2026-04-16T09:47:05.954362Z","end":"2026-04-16T09:47:06.098318Z","steps":["trace[1351209910] 'agreement among raft nodes before linearized reading' (duration: 141.959439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.256066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:07.279668Z","time spent":"976.384027ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T09:47:08.25639Z","caller":"traceutil/trace.go:171","msg":"trace[1400331968] linearizableReadLoop","detail":"{readStateIndex:13700; appliedIndex:13700; }","duration":"366.908792ms","start":"2026-04-16T09:47:07.889465Z","end":"2026-04-16T09:47:08.256374Z","steps":["trace[1400331968] 'read index received' (duration: 366.904832ms)","trace[1400331968] 'applied index is now lower than readState.Index' (duration: 2.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:47:08.256527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.055966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-04-16T09:47:08.256556Z","caller":"traceutil/trace.go:171","msg":"trace[60359269] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx; range_end:; response_count:1; response_revision:13269; }","duration":"367.096827ms","start":"2026-04-16T09:47:07.889451Z","end":"2026-04-16T09:47:08.256548Z","steps":["trace[60359269] 'agreement among raft nodes before linearized reading' (duration: 366.979014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.256575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:07.889438Z","time spent":"367.132749ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx\" "} {"level":"info","ts":"2026-04-16T09:47:08.660316Z","caller":"traceutil/trace.go:171","msg":"trace[2048137664] linearizableReadLoop","detail":"{readStateIndex:13701; appliedIndex:13700; }","duration":"403.866946ms","start":"2026-04-16T09:47:08.256417Z","end":"2026-04-16T09:47:08.660284Z","steps":["trace[2048137664] 'read index received' (duration: 403.601757ms)","trace[2048137664] 'applied index is now lower than readState.Index' (duration: 264.179µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:47:08.660483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.47724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:08.66052Z","caller":"traceutil/trace.go:171","msg":"trace[1747814286] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13270; }","duration":"555.551853ms","start":"2026-04-16T09:47:08.104955Z","end":"2026-04-16T09:47:08.660506Z","steps":["trace[1747814286] 'agreement among raft nodes before linearized reading' (duration: 555.476841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.660591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.10494Z","time spent":"555.613345ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:08.660636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.208072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:47:08.660696Z","caller":"traceutil/trace.go:171","msg":"trace[432371260] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13270; }","duration":"532.327146ms","start":"2026-04-16T09:47:08.128354Z","end":"2026-04-16T09:47:08.660682Z","steps":["trace[432371260] 'agreement among raft nodes before linearized reading' (duration: 532.087588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.66068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.078786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:08.660702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.24368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-04-16T09:47:08.660734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.128341Z","time spent":"532.385857ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:47:08.660725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.679574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-16T09:47:08.660757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.488341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:08.660757Z","caller":"traceutil/trace.go:171","msg":"trace[655429961] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13270; }","duration":"536.342312ms","start":"2026-04-16T09:47:08.124396Z","end":"2026-04-16T09:47:08.660739Z","steps":["trace[655429961] 'agreement among raft nodes before linearized reading' (duration: 536.183827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:08.660785Z","caller":"traceutil/trace.go:171","msg":"trace[1938054551] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:13270; }","duration":"519.781477ms","start":"2026-04-16T09:47:08.140989Z","end":"2026-04-16T09:47:08.66077Z","steps":["trace[1938054551] 'agreement among raft nodes before linearized reading' (duration: 519.522309ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:08.660802Z","caller":"traceutil/trace.go:171","msg":"trace[1297542748] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13270; }","duration":"555.544882ms","start":"2026-04-16T09:47:08.105244Z","end":"2026-04-16T09:47:08.660789Z","steps":["trace[1297542748] 'agreement among raft nodes before linearized reading' (duration: 555.436369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.66081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.124375Z","time spent":"536.426815ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:47:08.660819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.140975Z","time spent":"519.838499ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"warn","ts":"2026-04-16T09:47:08.660827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.144725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T09:47:08.660836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.105232Z","time spent":"555.596434ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T09:47:08.660844Z","caller":"traceutil/trace.go:171","msg":"trace[512726550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13270; }","duration":"541.188537ms","start":"2026-04-16T09:47:08.119652Z","end":"2026-04-16T09:47:08.66084Z","steps":["trace[512726550] 'agreement among raft nodes before linearized reading' (duration: 541.112864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.660912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.119638Z","time spent":"541.230068ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T09:47:08.660951Z","caller":"traceutil/trace.go:171","msg":"trace[1124284324] transaction","detail":"{read_only:false; response_revision:13270; number_of_response:1; }","duration":"632.93151ms","start":"2026-04-16T09:47:08.028007Z","end":"2026-04-16T09:47:08.660939Z","steps":["trace[1124284324] 'process raft request' (duration: 632.087153ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:08.660747Z","caller":"traceutil/trace.go:171","msg":"trace[836361622] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13270; }","duration":"554.168509ms","start":"2026-04-16T09:47:08.10656Z","end":"2026-04-16T09:47:08.660729Z","steps":["trace[836361622] 'agreement among raft nodes before linearized reading' (duration: 553.920871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.126044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:47:08.661033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.027975Z","time spent":"633.004192ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18902,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:08.661052Z","caller":"traceutil/trace.go:171","msg":"trace[1692501897] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:13270; }","duration":"529.172235ms","start":"2026-04-16T09:47:08.131874Z","end":"2026-04-16T09:47:08.661046Z","steps":["trace[1692501897] 'agreement among raft nodes before linearized reading' (duration: 529.108363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.106554Z","time spent":"554.449648ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.020248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:08.661128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.600831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:47:08.661144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.371558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:08.661191Z","caller":"traceutil/trace.go:171","msg":"trace[929423847] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13270; }","duration":"556.41394ms","start":"2026-04-16T09:47:08.104753Z","end":"2026-04-16T09:47:08.661167Z","steps":["trace[929423847] 'agreement among raft nodes before linearized reading' (duration: 556.375869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.650629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:08.66107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.131863Z","time spent":"529.203396ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.104744Z","time spent":"556.477222ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.801903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:08.66127Z","caller":"traceutil/trace.go:171","msg":"trace[1450666475] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13270; }","duration":"556.831523ms","start":"2026-04-16T09:47:08.104433Z","end":"2026-04-16T09:47:08.661265Z","steps":["trace[1450666475] 'agreement among raft nodes before linearized reading' (duration: 556.810222ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:08.661146Z","caller":"traceutil/trace.go:171","msg":"trace[1366686723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:13270; }","duration":"530.618491ms","start":"2026-04-16T09:47:08.130523Z","end":"2026-04-16T09:47:08.661141Z","steps":["trace[1366686723] 'agreement among raft nodes before linearized reading' (duration: 530.559299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.104425Z","time spent":"556.854924ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.13044Z","time spent":"530.848668ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.634628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:08.660568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.49606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:08.661352Z","caller":"traceutil/trace.go:171","msg":"trace[610031417] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13270; }","duration":"557.692541ms","start":"2026-04-16T09:47:08.103656Z","end":"2026-04-16T09:47:08.661348Z","steps":["trace[610031417] 'agreement among raft nodes before linearized reading' (duration: 557.67019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.898357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:47:08.661374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.103631Z","time spent":"557.740482ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.236786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:08.661378Z","caller":"traceutil/trace.go:171","msg":"trace[1028746264] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13270; }","duration":"556.335537ms","start":"2026-04-16T09:47:08.10503Z","end":"2026-04-16T09:47:08.661366Z","steps":["trace[1028746264] 'agreement among raft nodes before linearized reading' (duration: 555.323735ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:08.661388Z","caller":"traceutil/trace.go:171","msg":"trace[96714115] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13270; }","duration":"557.938429ms","start":"2026-04-16T09:47:08.103443Z","end":"2026-04-16T09:47:08.661381Z","steps":["trace[96714115] 'agreement among raft nodes before linearized reading' (duration: 557.862596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:08.661404Z","caller":"traceutil/trace.go:171","msg":"trace[1738837204] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13270; }","duration":"557.280937ms","start":"2026-04-16T09:47:08.104115Z","end":"2026-04-16T09:47:08.661396Z","steps":["trace[1738837204] 'agreement among raft nodes before linearized reading' (duration: 557.235356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.104973Z","time spent":"556.4281ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.104106Z","time spent":"557.315129ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.887359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:08.661486Z","caller":"traceutil/trace.go:171","msg":"trace[1489627831] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13270; }","duration":"558.997732ms","start":"2026-04-16T09:47:08.102483Z","end":"2026-04-16T09:47:08.661481Z","steps":["trace[1489627831] 'agreement among raft nodes before linearized reading' (duration: 558.93382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.66149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.000732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:47:08.661503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.102446Z","time spent":"559.053014ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T09:47:08.661506Z","caller":"traceutil/trace.go:171","msg":"trace[63675458] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13270; }","duration":"559.067065ms","start":"2026-04-16T09:47:08.102435Z","end":"2026-04-16T09:47:08.661502Z","steps":["trace[63675458] 'agreement among raft nodes before linearized reading' (duration: 559.020243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.244965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:08.661505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.70747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:08.66152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.102409Z","time spent":"559.107976ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T09:47:08.66123Z","caller":"traceutil/trace.go:171","msg":"trace[4216756] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13270; }","duration":"557.682431ms","start":"2026-04-16T09:47:08.103535Z","end":"2026-04-16T09:47:08.661217Z","steps":["trace[4216756] 'agreement among raft nodes before linearized reading' (duration: 557.629049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:08.661533Z","caller":"traceutil/trace.go:171","msg":"trace[692850688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13270; }","duration":"590.771761ms","start":"2026-04-16T09:47:08.070752Z","end":"2026-04-16T09:47:08.661524Z","steps":["trace[692850688] 'agreement among raft nodes before linearized reading' (duration: 590.72767ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:08.661529Z","caller":"traceutil/trace.go:171","msg":"trace[186358913] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13270; }","duration":"556.719749ms","start":"2026-04-16T09:47:08.104803Z","end":"2026-04-16T09:47:08.661522Z","steps":["trace[186358913] 'agreement among raft nodes before linearized reading' (duration: 556.11937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.103433Z","time spent":"557.969609ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.070724Z","time spent":"590.836223ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.104791Z","time spent":"556.773182ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.103529Z","time spent":"558.030491ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:47:08.661145Z","caller":"traceutil/trace.go:171","msg":"trace[58759251] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13270; }","duration":"556.078669ms","start":"2026-04-16T09:47:08.105056Z","end":"2026-04-16T09:47:08.661134Z","steps":["trace[58759251] 'agreement among raft nodes before linearized reading' (duration: 556.015197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.105048Z","time spent":"556.617937ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:08.661441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.517255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:08.661918Z","caller":"traceutil/trace.go:171","msg":"trace[619495869] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13270; }","duration":"558.027401ms","start":"2026-04-16T09:47:08.103872Z","end":"2026-04-16T09:47:08.6619Z","steps":["trace[619495869] 'agreement among raft nodes before linearized reading' (duration: 557.416022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.661988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.103849Z","time spent":"558.122895ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:47:08.677205Z","caller":"traceutil/trace.go:171","msg":"trace[1300833622] transaction","detail":"{read_only:false; response_revision:13271; number_of_response:1; }","duration":"419.524602ms","start":"2026-04-16T09:47:08.257661Z","end":"2026-04-16T09:47:08.677186Z","steps":["trace[1300833622] 'process raft request' (duration: 419.326446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.677334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.257622Z","time spent":"419.639787ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:08.677519Z","caller":"traceutil/trace.go:171","msg":"trace[1392494923] transaction","detail":"{read_only:false; response_revision:13272; number_of_response:1; }","duration":"413.380647ms","start":"2026-04-16T09:47:08.264078Z","end":"2026-04-16T09:47:08.677458Z","steps":["trace[1392494923] 'process raft request' (duration: 413.038506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.677686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.264052Z","time spent":"413.546133ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4829,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:08.678404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.345293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:47:08.678483Z","caller":"traceutil/trace.go:171","msg":"trace[988759846] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13272; }","duration":"411.482457ms","start":"2026-04-16T09:47:08.266984Z","end":"2026-04-16T09:47:08.678466Z","steps":["trace[988759846] 'agreement among raft nodes before linearized reading' (duration: 410.353371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:08.678525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:08.266959Z","time spent":"411.55522ms","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1816,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:47:09.504236Z","caller":"traceutil/trace.go:171","msg":"trace[1297657906] transaction","detail":"{read_only:false; response_revision:13292; number_of_response:1; }","duration":"140.983407ms","start":"2026-04-16T09:47:09.363224Z","end":"2026-04-16T09:47:09.504207Z","steps":["trace[1297657906] 'process raft request' (duration: 140.829902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:10.009622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:47:10.51037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:47:11.009474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.504994472s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:47:11.298594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.807991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T09:47:11.298702Z","caller":"traceutil/trace.go:171","msg":"trace[1288016784] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13293; }","duration":"1.93410973s","start":"2026-04-16T09:47:09.364575Z","end":"2026-04-16T09:47:11.298685Z","steps":["trace[1288016784] 'process raft request' (duration: 1.645124903s)","trace[1288016784] 'compare' (duration: 288.382178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:47:11.298761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:09.364563Z","time spent":"1.934169851s","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":93,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-16T09:47:11.823222Z","caller":"traceutil/trace.go:171","msg":"trace[553146778] transaction","detail":"{read_only:false; response_revision:13294; number_of_response:1; }","duration":"2.13911033s","start":"2026-04-16T09:47:09.68407Z","end":"2026-04-16T09:47:11.82318Z","steps":["trace[553146778] 'process raft request' (duration: 2.138881173s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:11.823398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:09.684048Z","time spent":"2.139258665s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3132,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:11.82353Z","caller":"traceutil/trace.go:171","msg":"trace[816052838] transaction","detail":"{read_only:false; response_revision:13295; number_of_response:1; }","duration":"1.884001889s","start":"2026-04-16T09:47:09.93949Z","end":"2026-04-16T09:47:11.823491Z","steps":["trace[816052838] 'process raft request' (duration: 1.883620117s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:11.823614Z","caller":"traceutil/trace.go:171","msg":"trace[1058546479] transaction","detail":"{read_only:false; response_revision:13296; number_of_response:1; }","duration":"1.0763097s","start":"2026-04-16T09:47:10.747272Z","end":"2026-04-16T09:47:11.823581Z","steps":["trace[1058546479] 'process raft request' (duration: 1.076137435s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:11.823675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:09.93947Z","time spent":"1.884137413s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T09:47:11.823743Z","caller":"traceutil/trace.go:171","msg":"trace[257522105] transaction","detail":"{read_only:false; response_revision:13297; number_of_response:1; }","duration":"1.076315031s","start":"2026-04-16T09:47:10.747411Z","end":"2026-04-16T09:47:11.823727Z","steps":["trace[257522105] 'process raft request' (duration: 1.076117524s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:11.823794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.747263Z","time spent":"1.076439914s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:11.823834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.747407Z","time spent":"1.076376742s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:11.823981Z","caller":"traceutil/trace.go:171","msg":"trace[949744914] linearizableReadLoop","detail":"{readStateIndex:13726; appliedIndex:13723; }","duration":"2.315347677s","start":"2026-04-16T09:47:09.508615Z","end":"2026-04-16T09:47:11.823962Z","steps":["trace[949744914] 'read index received' (duration: 1.501036717s)","trace[949744914] 'applied index is now lower than readState.Index' (duration: 814.31025ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:47:11.824051Z","caller":"traceutil/trace.go:171","msg":"trace[875016246] transaction","detail":"{read_only:false; response_revision:13299; number_of_response:1; }","duration":"1.076340471s","start":"2026-04-16T09:47:10.747696Z","end":"2026-04-16T09:47:11.824036Z","steps":["trace[875016246] 'process raft request' (duration: 1.076178326s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:11.824103Z","caller":"traceutil/trace.go:171","msg":"trace[1558175511] transaction","detail":"{read_only:false; response_revision:13298; number_of_response:1; }","duration":"1.076636011s","start":"2026-04-16T09:47:10.747441Z","end":"2026-04-16T09:47:11.824077Z","steps":["trace[1558175511] 'process raft request' (duration: 1.076226708s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:11.82414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315508512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx\" ","response":"range_response_count:1 size:4751"} {"level":"warn","ts":"2026-04-16T09:47:11.824128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.747691Z","time spent":"1.076398643s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:11.824169Z","caller":"traceutil/trace.go:171","msg":"trace[2029509780] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx; range_end:; response_count:1; response_revision:13299; }","duration":"2.315583294s","start":"2026-04-16T09:47:09.508575Z","end":"2026-04-16T09:47:11.824158Z","steps":["trace[2029509780] 'agreement among raft nodes before linearized reading' (duration: 2.315471881s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:11.824195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:09.508558Z","time spent":"2.315632826s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4774,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx\" "} {"level":"warn","ts":"2026-04-16T09:47:11.824249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.747438Z","time spent":"1.076727263s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:12.075979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00022843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T09:47:12.076071Z","caller":"traceutil/trace.go:171","msg":"trace[2091892145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365975s","start":"2026-04-16T09:47:10.075683Z","end":"2026-04-16T09:47:12.076049Z","steps":["trace[2091892145] 'agreement among raft nodes before linearized reading' (duration: 2.000249161s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:12.076119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.075668Z","time spent":"2.000441977s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:47:12.324471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:47:12.825286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:47:13.325744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:47:13.806572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983577501s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:47:13.824424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030306538s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:13.824518Z","caller":"traceutil/trace.go:171","msg":"trace[754566607] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13299; }","duration":"1.030414752s","start":"2026-04-16T09:47:12.79409Z","end":"2026-04-16T09:47:13.824505Z","steps":["trace[754566607] 'range keys from in-memory index tree' (duration: 1.030293297s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:13.825004Z","caller":"traceutil/trace.go:171","msg":"trace[1313816524] transaction","detail":"{read_only:false; response_revision:13300; number_of_response:1; }","duration":"2.369860439s","start":"2026-04-16T09:47:11.455133Z","end":"2026-04-16T09:47:13.824994Z","steps":["trace[1313816524] 'process raft request' (duration: 2.351838186s)","trace[1313816524] 'compare' (duration: 17.770555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:47:13.825089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:11.45511Z","time spent":"2.36992324s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:14.077237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000487459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T09:47:14.077335Z","caller":"traceutil/trace.go:171","msg":"trace[168962798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608273s","start":"2026-04-16T09:47:12.076701Z","end":"2026-04-16T09:47:14.07731Z","steps":["trace[168962798] 'agreement among raft nodes before linearized reading' (duration: 2.000480619s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.077393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:12.076639Z","time spent":"2.000741497s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 09:47:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T09:47:14.961504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136565124s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T09:47:14.962906Z","caller":"traceutil/trace.go:171","msg":"trace[805096276] transaction","detail":"{read_only:false; response_revision:13301; number_of_response:1; }","duration":"1.719393072s","start":"2026-04-16T09:47:13.243457Z","end":"2026-04-16T09:47:14.96285Z","steps":["trace[805096276] 'process raft request' (duration: 1.718144282s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:14.962923Z","caller":"traceutil/trace.go:171","msg":"trace[1995474114] linearizableReadLoop","detail":"{readStateIndex:13733; appliedIndex:13730; }","duration":"3.13885459s","start":"2026-04-16T09:47:11.824026Z","end":"2026-04-16T09:47:14.962881Z","steps":["trace[1995474114] 'read index received' (duration: 1.98290362s)","trace[1995474114] 'applied index is now lower than readState.Index' (duration: 1.155949769s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:47:14.963102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.243435Z","time spent":"1.719567797s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:14.966278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298799816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:14.9663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123900141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-16T09:47:14.966345Z","caller":"traceutil/trace.go:171","msg":"trace[1639729089] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13301; }","duration":"4.298902699s","start":"2026-04-16T09:47:10.667426Z","end":"2026-04-16T09:47:14.966328Z","steps":["trace[1639729089] 'agreement among raft nodes before linearized reading' (duration: 4.295502971s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298461295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:14.966379Z","caller":"traceutil/trace.go:171","msg":"trace[930601671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13301; }","duration":"4.124033916s","start":"2026-04-16T09:47:10.84232Z","end":"2026-04-16T09:47:14.966354Z","steps":["trace[930601671] 'agreement among raft nodes before linearized reading' (duration: 4.120852995s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08670745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:47:14.966425Z","caller":"traceutil/trace.go:171","msg":"trace[1744636375] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13301; }","duration":"4.298553348s","start":"2026-04-16T09:47:10.667853Z","end":"2026-04-16T09:47:14.966406Z","steps":["trace[1744636375] 'agreement among raft nodes before linearized reading' (duration: 4.295142239s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.293112195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:14.966446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.842299Z","time spent":"4.124136048s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-16T09:47:14.96649Z","caller":"traceutil/trace.go:171","msg":"trace[1993764626] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13301; }","duration":"4.293191088s","start":"2026-04-16T09:47:10.673282Z","end":"2026-04-16T09:47:14.966474Z","steps":["trace[1993764626] 'agreement among raft nodes before linearized reading' (duration: 4.289728858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.96654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.673275Z","time spent":"4.293253359s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:14.966562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.247403973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-04-16T09:47:14.966577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220445408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-16T09:47:14.966598Z","caller":"traceutil/trace.go:171","msg":"trace[2140036413] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13301; }","duration":"4.247448454s","start":"2026-04-16T09:47:10.719141Z","end":"2026-04-16T09:47:14.966589Z","steps":["trace[2140036413] 'agreement among raft nodes before linearized reading' (duration: 4.24386084s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.719134Z","time spent":"4.247490416s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:47:14.966682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298782995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:14.966723Z","caller":"traceutil/trace.go:171","msg":"trace[838612587] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13301; }","duration":"4.298847697s","start":"2026-04-16T09:47:10.667866Z","end":"2026-04-16T09:47:14.966713Z","steps":["trace[838612587] 'agreement among raft nodes before linearized reading' (duration: 4.295061087s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254110567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-16T09:47:14.966758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.667853Z","time spent":"4.298897038s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:47:14.966778Z","caller":"traceutil/trace.go:171","msg":"trace[706174553] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:13301; }","duration":"4.25421758s","start":"2026-04-16T09:47:10.712549Z","end":"2026-04-16T09:47:14.966767Z","steps":["trace[706174553] 'agreement among raft nodes before linearized reading' (duration: 4.250419549s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296674848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.966862Z","caller":"traceutil/trace.go:171","msg":"trace[799819727] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13301; }","duration":"4.296745981s","start":"2026-04-16T09:47:10.670103Z","end":"2026-04-16T09:47:14.966849Z","steps":["trace[799819727] 'agreement among raft nodes before linearized reading' (duration: 4.292895208s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296778191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:14.966905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235694681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.966927Z","caller":"traceutil/trace.go:171","msg":"trace[699009655] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13301; }","duration":"4.296846304s","start":"2026-04-16T09:47:10.670068Z","end":"2026-04-16T09:47:14.966914Z","steps":["trace[699009655] 'agreement among raft nodes before linearized reading' (duration: 4.29294562s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:14.966951Z","caller":"traceutil/trace.go:171","msg":"trace[1044802201] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13301; }","duration":"4.235744393s","start":"2026-04-16T09:47:10.731195Z","end":"2026-04-16T09:47:14.966939Z","steps":["trace[1044802201] 'agreement among raft nodes before linearized reading' (duration: 4.231779748s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12353035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:14.966974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.67006Z","time spent":"4.296903315s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:14.966994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.73119Z","time spent":"4.235793505s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:47:14.967003Z","caller":"traceutil/trace.go:171","msg":"trace[1908680047] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13301; }","duration":"4.123604942s","start":"2026-04-16T09:47:10.843384Z","end":"2026-04-16T09:47:14.966989Z","steps":["trace[1908680047] 'agreement among raft nodes before linearized reading' (duration: 4.119619575s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.967046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.843367Z","time spent":"4.123664593s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:47:14.967124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556931383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:47:14.967172Z","caller":"traceutil/trace.go:171","msg":"trace[1094738660] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13301; }","duration":"4.557008635s","start":"2026-04-16T09:47:10.410151Z","end":"2026-04-16T09:47:14.967159Z","steps":["trace[1094738660] 'agreement among raft nodes before linearized reading' (duration: 4.552812742s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.967217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.410136Z","time spent":"4.557067628s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:47:14.967261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249460189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-04-16T09:47:14.96732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.087805475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T09:47:14.967381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299942542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.967387Z","caller":"traceutil/trace.go:171","msg":"trace[835652977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13301; }","duration":"4.087916228s","start":"2026-04-16T09:47:10.879452Z","end":"2026-04-16T09:47:14.967369Z","steps":["trace[835652977] 'agreement among raft nodes before linearized reading' (duration: 4.08356341s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.966824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.712536Z","time spent":"4.254276521s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"warn","ts":"2026-04-16T09:47:14.967444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.879427Z","time spent":"4.088005511s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:47:14.967425Z","caller":"traceutil/trace.go:171","msg":"trace[1863322369] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13301; }","duration":"4.300022044s","start":"2026-04-16T09:47:10.667391Z","end":"2026-04-16T09:47:14.967413Z","steps":["trace[1863322369] 'agreement among raft nodes before linearized reading' (duration: 4.295564503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.967484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29959631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:14.967557Z","caller":"traceutil/trace.go:171","msg":"trace[2125318731] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13301; }","duration":"4.299696044s","start":"2026-04-16T09:47:10.667848Z","end":"2026-04-16T09:47:14.967544Z","steps":["trace[2125318731] 'agreement among raft nodes before linearized reading' (duration: 4.295135669s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.967574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.66737Z","time spent":"4.300165108s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:14.967605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.667836Z","time spent":"4.299754336s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:14.96766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233452611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:47:14.967719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.237303653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:14.967752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254249781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-16T09:47:14.967767Z","caller":"traceutil/trace.go:171","msg":"trace[121419595] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13301; }","duration":"4.237358994s","start":"2026-04-16T09:47:10.730396Z","end":"2026-04-16T09:47:14.967755Z","steps":["trace[121419595] 'agreement among raft nodes before linearized reading' (duration: 4.232591763s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.967331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299757716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.967801Z","caller":"traceutil/trace.go:171","msg":"trace[1062505165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:13301; }","duration":"4.254314982s","start":"2026-04-16T09:47:10.713473Z","end":"2026-04-16T09:47:14.967788Z","steps":["trace[1062505165] 'agreement among raft nodes before linearized reading' (duration: 4.249481659s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.967807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.730391Z","time spent":"4.237404506s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:47:14.96784Z","caller":"traceutil/trace.go:171","msg":"trace[848088722] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13301; }","duration":"4.300291052s","start":"2026-04-16T09:47:10.667531Z","end":"2026-04-16T09:47:14.967822Z","steps":["trace[848088722] 'agreement among raft nodes before linearized reading' (duration: 4.29547945s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.967916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.713464Z","time spent":"4.254364535s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"warn","ts":"2026-04-16T09:47:14.968037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.301885724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:14.968045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.028305591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx\" ","response":"range_response_count:1 size:4751"} {"level":"warn","ts":"2026-04-16T09:47:14.96728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.237433577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.968086Z","caller":"traceutil/trace.go:171","msg":"trace[2136791181] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13301; }","duration":"4.301967696s","start":"2026-04-16T09:47:10.666106Z","end":"2026-04-16T09:47:14.968073Z","steps":["trace[2136791181] 'agreement among raft nodes before linearized reading' (duration: 4.296839414s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:14.968101Z","caller":"traceutil/trace.go:171","msg":"trace[1423514513] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx; range_end:; response_count:1; response_revision:13301; }","duration":"5.028374784s","start":"2026-04-16T09:47:09.939708Z","end":"2026-04-16T09:47:14.968082Z","steps":["trace[1423514513] 'agreement among raft nodes before linearized reading' (duration: 5.023272502s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300621413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:14.968224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084408557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:47:14.968266Z","caller":"traceutil/trace.go:171","msg":"trace[1349749001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13301; }","duration":"4.084469519s","start":"2026-04-16T09:47:10.883788Z","end":"2026-04-16T09:47:14.968258Z","steps":["trace[1349749001] 'agreement among raft nodes before linearized reading' (duration: 4.079169961s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.883775Z","time spent":"4.08451445s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:47:14.96663Z","caller":"traceutil/trace.go:171","msg":"trace[687129350] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13301; }","duration":"4.22054245s","start":"2026-04-16T09:47:10.746073Z","end":"2026-04-16T09:47:14.966615Z","steps":["trace[687129350] 'agreement among raft nodes before linearized reading' (duration: 4.216898414s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.746043Z","time spent":"4.222301026s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-16T09:47:14.968391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094534849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:47:14.968446Z","caller":"traceutil/trace.go:171","msg":"trace[167778790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13301; }","duration":"4.094622032s","start":"2026-04-16T09:47:10.873812Z","end":"2026-04-16T09:47:14.968434Z","steps":["trace[167778790] 'agreement among raft nodes before linearized reading' (duration: 4.08921484s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.96847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234327648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:14.967079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300565722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:47:14.966868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.236361813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:14.967928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.667511Z","time spent":"4.300401746s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:47:14.968595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221652516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:14.96864Z","caller":"traceutil/trace.go:171","msg":"trace[2067247591] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13301; }","duration":"4.221708917s","start":"2026-04-16T09:47:10.746921Z","end":"2026-04-16T09:47:14.96863Z","steps":["trace[2067247591] 'agreement among raft nodes before linearized reading' (duration: 4.21613058s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.746886Z","time spent":"4.221779399s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:47:14.968701Z","caller":"traceutil/trace.go:171","msg":"trace[951912135] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13301; }","duration":"4.234593097s","start":"2026-04-16T09:47:10.734097Z","end":"2026-04-16T09:47:14.96869Z","steps":["trace[951912135] 'agreement among raft nodes before linearized reading' (duration: 4.228948848s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:14.966469Z","caller":"traceutil/trace.go:171","msg":"trace[2117419194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13301; }","duration":"4.086799693s","start":"2026-04-16T09:47:10.87965Z","end":"2026-04-16T09:47:14.96645Z","steps":["trace[2117419194] 'agreement among raft nodes before linearized reading' (duration: 4.083371584s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.734086Z","time spent":"4.234647578s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:47:14.96772Z","caller":"traceutil/trace.go:171","msg":"trace[1967379975] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13301; }","duration":"4.233531993s","start":"2026-04-16T09:47:10.734171Z","end":"2026-04-16T09:47:14.967703Z","steps":["trace[1967379975] 'agreement among raft nodes before linearized reading' (duration: 4.228849074s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.734161Z","time spent":"4.234632338s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:47:14.968823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.223963089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.968808Z","caller":"traceutil/trace.go:171","msg":"trace[793827167] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13301; }","duration":"4.302356298s","start":"2026-04-16T09:47:10.666435Z","end":"2026-04-16T09:47:14.968791Z","steps":["trace[793827167] 'agreement among raft nodes before linearized reading' (duration: 4.296495132s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:14.968826Z","caller":"traceutil/trace.go:171","msg":"trace[32894300] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13301; }","duration":"4.238342926s","start":"2026-04-16T09:47:10.730471Z","end":"2026-04-16T09:47:14.968814Z","steps":["trace[32894300] 'agreement among raft nodes before linearized reading' (duration: 4.232505651s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:14.968852Z","caller":"traceutil/trace.go:171","msg":"trace[584599735] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13301; }","duration":"4.224004261s","start":"2026-04-16T09:47:10.744836Z","end":"2026-04-16T09:47:14.96884Z","steps":["trace[584599735] 'agreement among raft nodes before linearized reading' (duration: 4.218154205s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.744829Z","time spent":"4.224080503s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:14.96892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.666392Z","time spent":"4.302463952s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T09:47:14.968214Z","caller":"traceutil/trace.go:171","msg":"trace[476057981] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13301; }","duration":"4.300729007s","start":"2026-04-16T09:47:10.667458Z","end":"2026-04-16T09:47:14.968187Z","steps":["trace[476057981] 'agreement among raft nodes before linearized reading' (duration: 4.295567223s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.96903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.66745Z","time spent":"4.301567413s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:14.968263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261413858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:47:14.969038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299595611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:14.969034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300484149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:14.969069Z","caller":"traceutil/trace.go:171","msg":"trace[1770069099] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13301; }","duration":"4.299647952s","start":"2026-04-16T09:47:10.669413Z","end":"2026-04-16T09:47:14.969061Z","steps":["trace[1770069099] 'agreement among raft nodes before linearized reading' (duration: 4.29361724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.730457Z","time spent":"4.238406407s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-16T09:47:14.969066Z","caller":"traceutil/trace.go:171","msg":"trace[598359626] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:13301; }","duration":"4.262235845s","start":"2026-04-16T09:47:10.706819Z","end":"2026-04-16T09:47:14.969055Z","steps":["trace[598359626] 'agreement among raft nodes before linearized reading' (duration: 4.256162612s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.669404Z","time spent":"4.299685484s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:14.969107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.706808Z","time spent":"4.262288486s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"info","ts":"2026-04-16T09:47:14.968915Z","caller":"traceutil/trace.go:171","msg":"trace[1345051042] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13301; }","duration":"4.222712609s","start":"2026-04-16T09:47:10.746159Z","end":"2026-04-16T09:47:14.968872Z","steps":["trace[1345051042] 'agreement among raft nodes before linearized reading' (duration: 4.216889954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.746153Z","time spent":"4.22303648s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T09:47:14.96921Z","caller":"traceutil/trace.go:171","msg":"trace[1561558291] transaction","detail":"{read_only:false; response_revision:13302; number_of_response:1; }","duration":"1.139449675s","start":"2026-04-16T09:47:13.829749Z","end":"2026-04-16T09:47:14.969199Z","steps":["trace[1561558291] 'process raft request' (duration: 1.133109724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296555564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:14.969231Z","caller":"traceutil/trace.go:171","msg":"trace[826686383] transaction","detail":"{read_only:false; response_revision:13304; number_of_response:1; }","duration":"1.13896927s","start":"2026-04-16T09:47:13.830251Z","end":"2026-04-16T09:47:14.96922Z","steps":["trace[826686383] 'process raft request' (duration: 1.138897517s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:14.969262Z","caller":"traceutil/trace.go:171","msg":"trace[1608531926] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13301; }","duration":"4.297858296s","start":"2026-04-16T09:47:10.671392Z","end":"2026-04-16T09:47:14.96925Z","steps":["trace[1608531926] 'agreement among raft nodes before linearized reading' (duration: 4.291630928s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.671386Z","time spent":"4.297890057s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:47:14.968127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.666087Z","time spent":"4.302028628s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:14.969288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.829732Z","time spent":"1.139504077s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:14.969296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.830224Z","time spent":"1.139035992s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:14.969282Z","caller":"traceutil/trace.go:171","msg":"trace[1864564228] transaction","detail":"{read_only:false; response_revision:13303; number_of_response:1; }","duration":"1.139121384s","start":"2026-04-16T09:47:13.830117Z","end":"2026-04-16T09:47:14.969238Z","steps":["trace[1864564228] 'process raft request' (duration: 1.13897593s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.96691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.670095Z","time spent":"4.296803272s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:14.966473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.667845Z","time spent":"4.298615819s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-16T09:47:14.967331Z","caller":"traceutil/trace.go:171","msg":"trace[1115645782] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13301; }","duration":"4.249571102s","start":"2026-04-16T09:47:10.717745Z","end":"2026-04-16T09:47:14.967317Z","steps":["trace[1115645782] 'agreement among raft nodes before linearized reading' (duration: 4.245177713s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.717736Z","time spent":"4.251664558s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"info","ts":"2026-04-16T09:47:14.96942Z","caller":"traceutil/trace.go:171","msg":"trace[758462357] transaction","detail":"{read_only:false; response_revision:13305; number_of_response:1; }","duration":"1.139117514s","start":"2026-04-16T09:47:13.830278Z","end":"2026-04-16T09:47:14.969396Z","steps":["trace[758462357] 'process raft request' (duration: 1.138906398s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.830063Z","time spent":"1.1392962s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:14.968131Z","caller":"traceutil/trace.go:171","msg":"trace[368237683] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13301; }","duration":"4.238293054s","start":"2026-04-16T09:47:10.729818Z","end":"2026-04-16T09:47:14.968111Z","steps":["trace[368237683] 'agreement among raft nodes before linearized reading' (duration: 4.233190512s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245921245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:47:14.96951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.729813Z","time spent":"4.239688718s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T09:47:14.969511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142507336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx\" ","response":"range_response_count:1 size:4751"} {"level":"info","ts":"2026-04-16T09:47:14.96954Z","caller":"traceutil/trace.go:171","msg":"trace[1578564666] transaction","detail":"{read_only:false; response_revision:13306; number_of_response:1; }","duration":"928.328961ms","start":"2026-04-16T09:47:14.041204Z","end":"2026-04-16T09:47:14.969533Z","steps":["trace[1578564666] 'process raft request' (duration: 928.102404ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:14.969545Z","caller":"traceutil/trace.go:171","msg":"trace[1129629792] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx; range_end:; response_count:1; response_revision:13306; }","duration":"3.142575338s","start":"2026-04-16T09:47:11.826959Z","end":"2026-04-16T09:47:14.969534Z","steps":["trace[1129629792] 'agreement among raft nodes before linearized reading' (duration: 3.142491375s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.830252Z","time spent":"1.139219048s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:14.968152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:09.939701Z","time spent":"5.028438195s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4774,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx\" "} {"level":"info","ts":"2026-04-16T09:47:14.969517Z","caller":"traceutil/trace.go:171","msg":"trace[754771375] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13306; }","duration":"1.245976357s","start":"2026-04-16T09:47:13.723534Z","end":"2026-04-16T09:47:14.96951Z","steps":["trace[754771375] 'agreement among raft nodes before linearized reading' (duration: 1.245940276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:11.826941Z","time spent":"3.142623739s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4774,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7cdnx\" "} {"level":"warn","ts":"2026-04-16T09:47:14.969598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.723515Z","time spent":"1.24607417s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:47:14.969629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.517028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T09:47:14.968501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.873799Z","time spent":"4.094683053s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:47:14.969648Z","caller":"traceutil/trace.go:171","msg":"trace[1928317426] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:13306; }","duration":"883.563119ms","start":"2026-04-16T09:47:14.086077Z","end":"2026-04-16T09:47:14.96964Z","steps":["trace[1928317426] 'agreement among raft nodes before linearized reading' (duration: 883.508007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:14.08606Z","time spent":"883.6001ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T09:47:14.969041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107403857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T09:47:14.969704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906809593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:14.966392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.667413Z","time spent":"4.298969371s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:47:14.969722Z","caller":"traceutil/trace.go:171","msg":"trace[925547349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13301; }","duration":"4.108100409s","start":"2026-04-16T09:47:10.861611Z","end":"2026-04-16T09:47:14.969711Z","steps":["trace[925547349] 'agreement among raft nodes before linearized reading' (duration: 4.101428698s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:14.969736Z","caller":"traceutil/trace.go:171","msg":"trace[1774839294] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13306; }","duration":"1.906879986s","start":"2026-04-16T09:47:13.062845Z","end":"2026-04-16T09:47:14.969725Z","steps":["trace[1774839294] 'agreement among raft nodes before linearized reading' (duration: 1.906828144s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.861601Z","time spent":"4.10814602s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:47:14.969766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.062823Z","time spent":"1.906933447s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:47:14.969773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.714284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.969791Z","caller":"traceutil/trace.go:171","msg":"trace[2030774579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13306; }","duration":"883.779196ms","start":"2026-04-16T09:47:14.086007Z","end":"2026-04-16T09:47:14.969786Z","steps":["trace[2030774579] 'agreement among raft nodes before linearized reading' (duration: 883.749145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.969572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:14.041182Z","time spent":"928.369002ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:14.969806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:14.085983Z","time spent":"883.819257ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:47:14.969074Z","caller":"traceutil/trace.go:171","msg":"trace[374093575] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13301; }","duration":"4.300543151s","start":"2026-04-16T09:47:10.668522Z","end":"2026-04-16T09:47:14.969065Z","steps":["trace[374093575] 'agreement among raft nodes before linearized reading' (duration: 4.294508979s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.968765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.879633Z","time spent":"4.089122867s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:47:14.969863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:10.668514Z","time spent":"4.301340286s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:47:14.96988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064465927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.969911Z","caller":"traceutil/trace.go:171","msg":"trace[129254604] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13306; }","duration":"3.064528139s","start":"2026-04-16T09:47:11.905372Z","end":"2026-04-16T09:47:14.9699Z","steps":["trace[129254604] 'agreement among raft nodes before linearized reading' (duration: 3.064476378s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.96994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:11.905355Z","time spent":"3.06457449s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:47:14.969988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198540142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T09:47:14.970043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647547427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.970079Z","caller":"traceutil/trace.go:171","msg":"trace[581633279] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:13306; }","duration":"2.64762479s","start":"2026-04-16T09:47:12.322444Z","end":"2026-04-16T09:47:14.970068Z","steps":["trace[581633279] 'agreement among raft nodes before linearized reading' (duration: 2.647568028s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.970109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:12.322422Z","time spent":"2.647677521s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:47:14.970153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.746967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:47:14.970045Z","caller":"traceutil/trace.go:171","msg":"trace[2058076898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13306; }","duration":"1.198623724s","start":"2026-04-16T09:47:13.771405Z","end":"2026-04-16T09:47:14.970029Z","steps":["trace[2058076898] 'agreement among raft nodes before linearized reading' (duration: 1.198452149s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.970171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742384049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126957"} {"level":"info","ts":"2026-04-16T09:47:14.970189Z","caller":"traceutil/trace.go:171","msg":"trace[1788616415] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13306; }","duration":"998.819039ms","start":"2026-04-16T09:47:13.971356Z","end":"2026-04-16T09:47:14.970175Z","steps":["trace[1788616415] 'agreement among raft nodes before linearized reading' (duration: 998.711476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.970203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454487456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:14.970208Z","caller":"traceutil/trace.go:171","msg":"trace[320543221] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13306; }","duration":"2.742454941s","start":"2026-04-16T09:47:12.227744Z","end":"2026-04-16T09:47:14.970199Z","steps":["trace[320543221] 'agreement among raft nodes before linearized reading' (duration: 2.742338887s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.970226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.971335Z","time spent":"998.881911ms","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":92,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:47:14.970236Z","caller":"traceutil/trace.go:171","msg":"trace[1674087430] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13306; }","duration":"2.454523887s","start":"2026-04-16T09:47:12.515703Z","end":"2026-04-16T09:47:14.970227Z","steps":["trace[1674087430] 'agreement among raft nodes before linearized reading' (duration: 2.454465455s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:14.97024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:12.227698Z","time spent":"2.742534973s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126980,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T09:47:14.970223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:13.771373Z","time spent":"1.198827281s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T09:47:14.97027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:12.515689Z","time spent":"2.454572929s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:47:15.224942Z","caller":"traceutil/trace.go:171","msg":"trace[817971377] linearizableReadLoop","detail":"{readStateIndex:13751; appliedIndex:13750; }","duration":"104.812659ms","start":"2026-04-16T09:47:15.120111Z","end":"2026-04-16T09:47:15.224924Z","steps":["trace[817971377] 'read index received' (duration: 104.583922ms)","trace[817971377] 'applied index is now lower than readState.Index' (duration: 228.107µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:47:15.22499Z","caller":"traceutil/trace.go:171","msg":"trace[2092714052] transaction","detail":"{read_only:false; response_revision:13318; number_of_response:1; }","duration":"119.443373ms","start":"2026-04-16T09:47:15.10552Z","end":"2026-04-16T09:47:15.224963Z","steps":["trace[2092714052] 'process raft request' (duration: 119.240047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:15.225061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.932503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:15.225087Z","caller":"traceutil/trace.go:171","msg":"trace[178922491] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13318; }","duration":"104.973914ms","start":"2026-04-16T09:47:15.120105Z","end":"2026-04-16T09:47:15.225079Z","steps":["trace[178922491] 'agreement among raft nodes before linearized reading' (duration: 104.889141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:15.392235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.689662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-16T09:47:15.392369Z","caller":"traceutil/trace.go:171","msg":"trace[668552847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13318; }","duration":"120.837627ms","start":"2026-04-16T09:47:15.271508Z","end":"2026-04-16T09:47:15.392345Z","steps":["trace[668552847] 'range keys from in-memory index tree' (duration: 120.513047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:19.487479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:47:19.987794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:47:20.488436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414840698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:47:20.988439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.00501001s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:47:20.988766Z","caller":"traceutil/trace.go:171","msg":"trace[1135400340] transaction","detail":"{read_only:false; response_revision:13338; number_of_response:1; }","duration":"2.005413863s","start":"2026-04-16T09:47:18.983329Z","end":"2026-04-16T09:47:20.988743Z","steps":["trace[1135400340] 'process raft request' (duration: 2.005258418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.988998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.983314Z","time spent":"2.005601758s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:20.99208Z","caller":"traceutil/trace.go:171","msg":"trace[381375516] linearizableReadLoop","detail":"{readStateIndex:13775; appliedIndex:13771; }","duration":"2.004871145s","start":"2026-04-16T09:47:18.987176Z","end":"2026-04-16T09:47:20.992047Z","steps":["trace[381375516] 'read index received' (duration: 2.001440417s)","trace[381375516] 'applied index is now lower than readState.Index' (duration: 3.427398ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:47:20.992122Z","caller":"traceutil/trace.go:171","msg":"trace[2078190059] transaction","detail":"{read_only:false; response_revision:13340; number_of_response:1; }","duration":"2.002420948s","start":"2026-04-16T09:47:18.989682Z","end":"2026-04-16T09:47:20.992103Z","steps":["trace[2078190059] 'process raft request' (duration: 2.002277753s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.992244Z","caller":"traceutil/trace.go:171","msg":"trace[1948663745] transaction","detail":"{read_only:false; response_revision:13341; number_of_response:1; }","duration":"2.002443269s","start":"2026-04-16T09:47:18.989755Z","end":"2026-04-16T09:47:20.992198Z","steps":["trace[1948663745] 'process raft request' (duration: 2.002245243s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.992274Z","caller":"traceutil/trace.go:171","msg":"trace[1892316502] transaction","detail":"{read_only:false; response_revision:13339; number_of_response:1; }","duration":"2.002565642s","start":"2026-04-16T09:47:18.989672Z","end":"2026-04-16T09:47:20.992237Z","steps":["trace[1892316502] 'process raft request' (duration: 2.002209081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.992405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999736463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.992431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001381125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:20.992462Z","caller":"traceutil/trace.go:171","msg":"trace[1668706914] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13341; }","duration":"1.999811576s","start":"2026-04-16T09:47:18.99264Z","end":"2026-04-16T09:47:20.992451Z","steps":["trace[1668706914] 'agreement among raft nodes before linearized reading' (duration: 1.999739533s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.992464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.989653Z","time spent":"2.002703557s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:20.992461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002816961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:47:20.992543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992145033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:20.992275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005092082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:20.992602Z","caller":"traceutil/trace.go:171","msg":"trace[1223699630] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13341; }","duration":"2.005462074s","start":"2026-04-16T09:47:18.987128Z","end":"2026-04-16T09:47:20.99259Z","steps":["trace[1223699630] 'agreement among raft nodes before linearized reading' (duration: 2.005096543s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.992608Z","caller":"traceutil/trace.go:171","msg":"trace[2009619249] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13341; }","duration":"1.992220646s","start":"2026-04-16T09:47:19.000365Z","end":"2026-04-16T09:47:20.992586Z","steps":["trace[2009619249] 'agreement among raft nodes before linearized reading' (duration: 1.991959128s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.992594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:20.992641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.987099Z","time spent":"2.005533466s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:47:20.992668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.000358Z","time spent":"1.992280628s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:47:20.992485Z","caller":"traceutil/trace.go:171","msg":"trace[1287121661] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13341; }","duration":"2.001435016s","start":"2026-04-16T09:47:18.991028Z","end":"2026-04-16T09:47:20.992463Z","steps":["trace[1287121661] 'agreement among raft nodes before linearized reading' (duration: 2.001298032s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.992738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920389017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.992756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.991023Z","time spent":"2.001712116s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:47:20.992811Z","caller":"traceutil/trace.go:171","msg":"trace[2110373944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13341; }","duration":"1.920486641s","start":"2026-04-16T09:47:19.072294Z","end":"2026-04-16T09:47:20.992781Z","steps":["trace[2110373944] 'agreement among raft nodes before linearized reading' (duration: 1.920356917s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.992497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.992621Z","time spent":"1.999863767s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:47:20.992857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.072287Z","time spent":"1.920562543s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:47:20.992282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.989662Z","time spent":"2.002577283s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:47:20.992859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993922629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:20.992534Z","caller":"traceutil/trace.go:171","msg":"trace[1558383251] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13341; }","duration":"2.002906693s","start":"2026-04-16T09:47:18.989614Z","end":"2026-04-16T09:47:20.99252Z","steps":["trace[1558383251] 'agreement among raft nodes before linearized reading' (duration: 2.002681556s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.992678Z","caller":"traceutil/trace.go:171","msg":"trace[805298131] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13341; }","duration":"1.99995305s","start":"2026-04-16T09:47:18.992715Z","end":"2026-04-16T09:47:20.992668Z","steps":["trace[805298131] 'agreement among raft nodes before linearized reading' (duration: 1.999801205s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002013284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.993095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.989729Z","time spent":"2.002624645s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:47:20.993116Z","caller":"traceutil/trace.go:171","msg":"trace[1671335449] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13341; }","duration":"2.002047095s","start":"2026-04-16T09:47:18.99106Z","end":"2026-04-16T09:47:20.993107Z","steps":["trace[1671335449] 'agreement among raft nodes before linearized reading' (duration: 2.001997924s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.992707Z","time spent":"2.000399553s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:20.99275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003101229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.993175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.991031Z","time spent":"2.002125508s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:47:20.993179Z","caller":"traceutil/trace.go:171","msg":"trace[1740671940] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13341; }","duration":"2.003539003s","start":"2026-04-16T09:47:18.989628Z","end":"2026-04-16T09:47:20.993167Z","steps":["trace[1740671940] 'agreement among raft nodes before linearized reading' (duration: 2.003078569s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.989622Z","time spent":"2.003583935s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:20.99327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002203681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-16T09:47:20.993304Z","caller":"traceutil/trace.go:171","msg":"trace[1609703093] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13341; }","duration":"2.002236512s","start":"2026-04-16T09:47:18.991058Z","end":"2026-04-16T09:47:20.993295Z","steps":["trace[1609703093] 'agreement among raft nodes before linearized reading' (duration: 2.001642544s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994416175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:47:20.992561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90810701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:47:20.993373Z","caller":"traceutil/trace.go:171","msg":"trace[1152655729] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13341; }","duration":"1.994531828s","start":"2026-04-16T09:47:18.998816Z","end":"2026-04-16T09:47:20.993347Z","steps":["trace[1152655729] 'agreement among raft nodes before linearized reading' (duration: 1.993604079s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.993375Z","caller":"traceutil/trace.go:171","msg":"trace[325683066] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13341; }","duration":"1.908930885s","start":"2026-04-16T09:47:19.084431Z","end":"2026-04-16T09:47:20.993362Z","steps":["trace[325683066] 'agreement among raft nodes before linearized reading' (duration: 1.908031927s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003667067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:20.99341Z","caller":"traceutil/trace.go:171","msg":"trace[149704211] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13341; }","duration":"2.003718119s","start":"2026-04-16T09:47:18.989686Z","end":"2026-04-16T09:47:20.993404Z","steps":["trace[149704211] 'agreement among raft nodes before linearized reading' (duration: 2.002865142s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.989603Z","time spent":"2.00344283s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.989665Z","time spent":"2.0037566s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.084425Z","time spent":"1.908979368s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.993406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.998805Z","time spent":"1.994594181s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003808151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.993489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.375639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.993175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003504392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:47:20.993514Z","caller":"traceutil/trace.go:171","msg":"trace[355354356] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:13341; }","duration":"470.40017ms","start":"2026-04-16T09:47:20.523107Z","end":"2026-04-16T09:47:20.993507Z","steps":["trace[355354356] 'agreement among raft nodes before linearized reading' (duration: 470.364929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.99353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993657591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:20.993549Z","caller":"traceutil/trace.go:171","msg":"trace[370383002] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13341; }","duration":"1.993676341s","start":"2026-04-16T09:47:18.999868Z","end":"2026-04-16T09:47:20.993544Z","steps":["trace[370383002] 'agreement among raft nodes before linearized reading' (duration: 1.99364785s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921373369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-plnpv\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-16T09:47:20.993564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.999809Z","time spent":"1.993751214s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901480301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T09:47:20.993578Z","caller":"traceutil/trace.go:171","msg":"trace[338233746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-plnpv; range_end:; response_count:1; response_revision:13341; }","duration":"1.921681569s","start":"2026-04-16T09:47:19.071888Z","end":"2026-04-16T09:47:20.99357Z","steps":["trace[338233746] 'agreement among raft nodes before linearized reading' (duration: 1.921229975s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.99359Z","caller":"traceutil/trace.go:171","msg":"trace[325022842] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:13341; }","duration":"1.901521592s","start":"2026-04-16T09:47:19.092062Z","end":"2026-04-16T09:47:20.993584Z","steps":["trace[325022842] 'agreement among raft nodes before linearized reading' (duration: 1.90145079s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.991048Z","time spent":"2.002272383s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.071882Z","time spent":"1.9217172s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-plnpv\" "} {"level":"info","ts":"2026-04-16T09:47:20.993492Z","caller":"traceutil/trace.go:171","msg":"trace[449412125] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13341; }","duration":"2.003863563s","start":"2026-04-16T09:47:18.989621Z","end":"2026-04-16T09:47:20.993485Z","steps":["trace[449412125] 'agreement among raft nodes before linearized reading' (duration: 2.003807012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.989609Z","time spent":"2.004031258s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002925624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-16T09:47:20.993532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:20.523092Z","time spent":"470.434562ms","remote":"127.0.0.1:60696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:47:20.99368Z","caller":"traceutil/trace.go:171","msg":"trace[222012278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13341; }","duration":"2.002957504s","start":"2026-04-16T09:47:18.990719Z","end":"2026-04-16T09:47:20.993676Z","steps":["trace[222012278] 'agreement among raft nodes before linearized reading' (duration: 2.00282408s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.993521Z","caller":"traceutil/trace.go:171","msg":"trace[821113738] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13341; }","duration":"2.003864393s","start":"2026-04-16T09:47:18.989648Z","end":"2026-04-16T09:47:20.993513Z","steps":["trace[821113738] 'agreement among raft nodes before linearized reading' (duration: 2.003015386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.990713Z","time spent":"2.002977105s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.989643Z","time spent":"2.004055619s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00312902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:47:20.993735Z","caller":"traceutil/trace.go:171","msg":"trace[1287388484] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13341; }","duration":"2.003165071s","start":"2026-04-16T09:47:18.990565Z","end":"2026-04-16T09:47:20.99373Z","steps":["trace[1287388484] 'agreement among raft nodes before linearized reading' (duration: 2.00313444s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.992634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002931964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.993604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.092051Z","time spent":"1.901549183s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"warn","ts":"2026-04-16T09:47:20.993758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.99056Z","time spent":"2.003193212s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-16T09:47:20.993775Z","caller":"traceutil/trace.go:171","msg":"trace[1414953925] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13341; }","duration":"2.00407375s","start":"2026-04-16T09:47:18.989684Z","end":"2026-04-16T09:47:20.993758Z","steps":["trace[1414953925] 'agreement among raft nodes before linearized reading' (duration: 2.002900263s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.993835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.98968Z","time spent":"2.004141532s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:47:20.994094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948771404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:47:20.993039Z","caller":"traceutil/trace.go:171","msg":"trace[1205936388] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13341; }","duration":"1.994164786s","start":"2026-04-16T09:47:18.998848Z","end":"2026-04-16T09:47:20.993012Z","steps":["trace[1205936388] 'agreement among raft nodes before linearized reading' (duration: 1.993586938s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.994122Z","caller":"traceutil/trace.go:171","msg":"trace[1300055357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13341; }","duration":"1.948817195s","start":"2026-04-16T09:47:19.045297Z","end":"2026-04-16T09:47:20.994114Z","steps":["trace[1300055357] 'agreement among raft nodes before linearized reading' (duration: 1.947233065s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.994143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.045289Z","time spent":"1.948848626s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:47:20.994177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00312049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:47:20.994188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003175891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-16T09:47:20.994211Z","caller":"traceutil/trace.go:171","msg":"trace[2106105827] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13341; }","duration":"2.003168231s","start":"2026-04-16T09:47:18.991035Z","end":"2026-04-16T09:47:20.994203Z","steps":["trace[2106105827] 'agreement among raft nodes before linearized reading' (duration: 2.003108539s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.994217Z","caller":"traceutil/trace.go:171","msg":"trace[1385497594] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13341; }","duration":"2.003240833s","start":"2026-04-16T09:47:18.990968Z","end":"2026-04-16T09:47:20.994209Z","steps":["trace[1385497594] 'agreement among raft nodes before linearized reading' (duration: 2.00314511s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.994234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.991028Z","time spent":"2.003200892s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T09:47:20.994245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.990956Z","time spent":"2.003283055s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:20.994384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003836932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-16T09:47:20.994381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906559652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:47:20.994414Z","caller":"traceutil/trace.go:171","msg":"trace[1609597942] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13341; }","duration":"2.003919435s","start":"2026-04-16T09:47:18.990488Z","end":"2026-04-16T09:47:20.994407Z","steps":["trace[1609597942] 'agreement among raft nodes before linearized reading' (duration: 2.003825352s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.994435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.990459Z","time spent":"2.003970986s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-16T09:47:20.994436Z","caller":"traceutil/trace.go:171","msg":"trace[88186966] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:13341; }","duration":"1.906689235s","start":"2026-04-16T09:47:19.087733Z","end":"2026-04-16T09:47:20.994422Z","steps":["trace[88186966] 'agreement among raft nodes before linearized reading' (duration: 1.905798527s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.994172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.998841Z","time spent":"1.995308903s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:47:20.994687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911997743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-04-16T09:47:20.994709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.087723Z","time spent":"1.906975315s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"info","ts":"2026-04-16T09:47:20.994721Z","caller":"traceutil/trace.go:171","msg":"trace[2038589724] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:13341; }","duration":"1.912051924s","start":"2026-04-16T09:47:19.082662Z","end":"2026-04-16T09:47:20.994714Z","steps":["trace[2038589724] 'agreement among raft nodes before linearized reading' (duration: 1.909912827s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:47:20.994704Z","caller":"traceutil/trace.go:171","msg":"trace[838682681] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13341; }","duration":"2.001114976s","start":"2026-04-16T09:47:18.992341Z","end":"2026-04-16T09:47:20.993456Z","steps":["trace[838682681] 'agreement among raft nodes before linearized reading' (duration: 2.000162096s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.99474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.082648Z","time spent":"1.912086916s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" "} {"level":"warn","ts":"2026-04-16T09:47:20.994907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.715026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T09:47:20.994927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.240471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416411"} {"level":"info","ts":"2026-04-16T09:47:20.994939Z","caller":"traceutil/trace.go:171","msg":"trace[1447276138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13341; }","duration":"391.780338ms","start":"2026-04-16T09:47:20.60315Z","end":"2026-04-16T09:47:20.99493Z","steps":["trace[1447276138] 'agreement among raft nodes before linearized reading' (duration: 390.187678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.994962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:20.603134Z","time spent":"391.82257ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T09:47:20.99496Z","caller":"traceutil/trace.go:171","msg":"trace[1760750654] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13341; }","duration":"315.314794ms","start":"2026-04-16T09:47:20.679634Z","end":"2026-04-16T09:47:20.994949Z","steps":["trace[1760750654] 'agreement among raft nodes before linearized reading' (duration: 313.577319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.994994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:20.679616Z","time spent":"315.370376ms","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416434,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-16T09:47:20.995001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925922952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-sync-cz2l6\" ","response":"range_response_count:1 size:7213"} {"level":"warn","ts":"2026-04-16T09:47:20.995111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954533506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:47:20.995138Z","caller":"traceutil/trace.go:171","msg":"trace[1104224518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13341; }","duration":"1.954576137s","start":"2026-04-16T09:47:19.040553Z","end":"2026-04-16T09:47:20.995129Z","steps":["trace[1104224518] 'agreement among raft nodes before linearized reading' (duration: 1.953145642s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.995163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.040541Z","time spent":"1.954614988s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T09:47:20.995124Z","caller":"traceutil/trace.go:171","msg":"trace[1458778144] range","detail":"{range_begin:/registry/pods/openstack/nova-db-sync-cz2l6; range_end:; response_count:1; response_revision:13341; }","duration":"1.926691687s","start":"2026-04-16T09:47:19.068422Z","end":"2026-04-16T09:47:20.995114Z","steps":["trace[1458778144] 'agreement among raft nodes before linearized reading' (duration: 1.924716214s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.995237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.068404Z","time spent":"1.926823671s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7236,"request content":"key:\"/registry/pods/openstack/nova-db-sync-cz2l6\" "} {"level":"warn","ts":"2026-04-16T09:47:20.995069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951869492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:47:20.99547Z","caller":"traceutil/trace.go:171","msg":"trace[978088589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13341; }","duration":"1.952284675s","start":"2026-04-16T09:47:19.043175Z","end":"2026-04-16T09:47:20.99546Z","steps":["trace[978088589] 'agreement among raft nodes before linearized reading' (duration: 1.950439116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.995531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.043166Z","time spent":"1.952353037s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:47:20.99707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95306425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:47:20.997113Z","caller":"traceutil/trace.go:171","msg":"trace[99478719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13341; }","duration":"1.953201284s","start":"2026-04-16T09:47:19.0439Z","end":"2026-04-16T09:47:20.997102Z","steps":["trace[99478719] 'agreement among raft nodes before linearized reading' (duration: 1.950202909s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.997211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950122146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:47:20.99732Z","caller":"traceutil/trace.go:171","msg":"trace[746316350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13341; }","duration":"1.953603657s","start":"2026-04-16T09:47:19.043696Z","end":"2026-04-16T09:47:20.9973Z","steps":["trace[746316350] 'agreement among raft nodes before linearized reading' (duration: 1.949984953s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:47:20.997385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.04369Z","time spent":"1.953679209s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:47:20.997788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:19.043877Z","time spent":"1.953898676s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:47:20.998251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:47:18.992324Z","time spent":"2.005911618s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:48:54.291788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11177} {"level":"info","ts":"2026-04-16T09:48:54.41877Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11177,"took":"123.875801ms","hash":3755408969,"current-db-size-bytes":53714944,"current-db-size":"54 MB","current-db-size-in-use-bytes":31477760,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T09:48:54.418839Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3755408969,"revision":11177,"compact-revision":7261} {"level":"info","ts":"2026-04-16T09:50:48.354544Z","caller":"traceutil/trace.go:171","msg":"trace[1098484404] transaction","detail":"{read_only:false; response_revision:14859; number_of_response:1; }","duration":"162.82939ms","start":"2026-04-16T09:50:48.191692Z","end":"2026-04-16T09:50:48.354521Z","steps":["trace[1098484404] 'process raft request' (duration: 162.673575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.354938Z","caller":"traceutil/trace.go:171","msg":"trace[1548132483] transaction","detail":"{read_only:false; response_revision:14860; number_of_response:1; }","duration":"161.542829ms","start":"2026-04-16T09:50:48.193387Z","end":"2026-04-16T09:50:48.354929Z","steps":["trace[1548132483] 'process raft request' (duration: 161.106926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.355114Z","caller":"traceutil/trace.go:171","msg":"trace[1856405007] transaction","detail":"{read_only:false; response_revision:14861; number_of_response:1; }","duration":"150.604094ms","start":"2026-04-16T09:50:48.204495Z","end":"2026-04-16T09:50:48.355099Z","steps":["trace[1856405007] 'process raft request' (duration: 150.233672ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.476537Z","caller":"traceutil/trace.go:171","msg":"trace[1833441719] transaction","detail":"{read_only:false; response_revision:14864; number_of_response:1; }","duration":"116.423375ms","start":"2026-04-16T09:50:48.360081Z","end":"2026-04-16T09:50:48.476505Z","steps":["trace[1833441719] 'process raft request' (duration: 116.186418ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.476844Z","caller":"traceutil/trace.go:171","msg":"trace[1395111583] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"115.248998ms","start":"2026-04-16T09:50:48.36156Z","end":"2026-04-16T09:50:48.476809Z","steps":["trace[1395111583] 'process raft request' (duration: 115.164245ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.476967Z","caller":"traceutil/trace.go:171","msg":"trace[260501850] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"116.392885ms","start":"2026-04-16T09:50:48.360536Z","end":"2026-04-16T09:50:48.476929Z","steps":["trace[260501850] 'process raft request' (duration: 116.020563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.476991Z","caller":"traceutil/trace.go:171","msg":"trace[338364963] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"117.014464ms","start":"2026-04-16T09:50:48.359952Z","end":"2026-04-16T09:50:48.476967Z","steps":["trace[338364963] 'process raft request' (duration: 76.904297ms)","trace[338364963] 'compare' (duration: 39.201478ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:50:48.477024Z","caller":"traceutil/trace.go:171","msg":"trace[1468028935] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"115.562028ms","start":"2026-04-16T09:50:48.361439Z","end":"2026-04-16T09:50:48.477001Z","steps":["trace[1468028935] 'process raft request' (duration: 115.248708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.47711Z","caller":"traceutil/trace.go:171","msg":"trace[867673422] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"116.390245ms","start":"2026-04-16T09:50:48.360692Z","end":"2026-04-16T09:50:48.477082Z","steps":["trace[867673422] 'process raft request' (duration: 115.971731ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.477152Z","caller":"traceutil/trace.go:171","msg":"trace[1672196632] transaction","detail":"{read_only:false; response_revision:14871; number_of_response:1; }","duration":"116.605251ms","start":"2026-04-16T09:50:48.360539Z","end":"2026-04-16T09:50:48.477145Z","steps":["trace[1672196632] 'process raft request' (duration: 116.053773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.477164Z","caller":"traceutil/trace.go:171","msg":"trace[1708540665] transaction","detail":"{read_only:false; response_revision:14865; number_of_response:1; }","duration":"117.014044ms","start":"2026-04-16T09:50:48.360141Z","end":"2026-04-16T09:50:48.477155Z","steps":["trace[1708540665] 'process raft request' (duration: 116.202568ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.477213Z","caller":"traceutil/trace.go:171","msg":"trace[1780888117] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"116.722835ms","start":"2026-04-16T09:50:48.360484Z","end":"2026-04-16T09:50:48.477207Z","steps":["trace[1780888117] 'process raft request' (duration: 115.962321ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.477233Z","caller":"traceutil/trace.go:171","msg":"trace[1805835681] transaction","detail":"{read_only:false; response_revision:14868; number_of_response:1; }","duration":"116.724115ms","start":"2026-04-16T09:50:48.360501Z","end":"2026-04-16T09:50:48.477225Z","steps":["trace[1805835681] 'process raft request' (duration: 115.980662ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.477248Z","caller":"traceutil/trace.go:171","msg":"trace[1975684996] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"116.621432ms","start":"2026-04-16T09:50:48.360596Z","end":"2026-04-16T09:50:48.477217Z","steps":["trace[1975684996] 'process raft request' (duration: 116.037704ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.477299Z","caller":"traceutil/trace.go:171","msg":"trace[1174000713] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"117.006114ms","start":"2026-04-16T09:50:48.360274Z","end":"2026-04-16T09:50:48.47728Z","steps":["trace[1174000713] 'process raft request' (duration: 116.126246ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:48.477317Z","caller":"traceutil/trace.go:171","msg":"trace[537335433] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"116.746716ms","start":"2026-04-16T09:50:48.360524Z","end":"2026-04-16T09:50:48.477271Z","steps":["trace[537335433] 'process raft request' (duration: 115.995382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:52.115321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.258406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:50:52.115425Z","caller":"traceutil/trace.go:171","msg":"trace[1220577693] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:15027; }","duration":"152.429491ms","start":"2026-04-16T09:50:51.962973Z","end":"2026-04-16T09:50:52.115402Z","steps":["trace[1220577693] 'range keys from in-memory index tree' (duration: 151.994967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:52.115686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.08005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:50:52.115772Z","caller":"traceutil/trace.go:171","msg":"trace[1127942270] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:15027; }","duration":"152.212644ms","start":"2026-04-16T09:50:51.963545Z","end":"2026-04-16T09:50:52.115758Z","steps":["trace[1127942270] 'range keys from in-memory index tree' (duration: 151.922915ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:54.403023Z","caller":"traceutil/trace.go:171","msg":"trace[2024390130] linearizableReadLoop","detail":"{readStateIndex:15530; appliedIndex:15529; }","duration":"255.717163ms","start":"2026-04-16T09:50:54.147281Z","end":"2026-04-16T09:50:54.402998Z","steps":["trace[2024390130] 'read index received' (duration: 255.510437ms)","trace[2024390130] 'applied index is now lower than readState.Index' (duration: 205.496µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:50:54.403341Z","caller":"traceutil/trace.go:171","msg":"trace[1021779849] transaction","detail":"{read_only:false; response_revision:15042; number_of_response:1; }","duration":"257.55213ms","start":"2026-04-16T09:50:54.145768Z","end":"2026-04-16T09:50:54.40332Z","steps":["trace[1021779849] 'process raft request' (duration: 257.092486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:54.403702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.401135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:50:54.403757Z","caller":"traceutil/trace.go:171","msg":"trace[2018845692] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:15042; }","duration":"256.494048ms","start":"2026-04-16T09:50:54.147249Z","end":"2026-04-16T09:50:54.403743Z","steps":["trace[2018845692] 'agreement among raft nodes before linearized reading' (duration: 256.306602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:54.403981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.685504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:50:54.404028Z","caller":"traceutil/trace.go:171","msg":"trace[255523742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15042; }","duration":"110.770556ms","start":"2026-04-16T09:50:54.293244Z","end":"2026-04-16T09:50:54.404014Z","steps":["trace[255523742] 'agreement among raft nodes before linearized reading' (duration: 110.631772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:54.404275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.853095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:50:54.404363Z","caller":"traceutil/trace.go:171","msg":"trace[1674822288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15042; }","duration":"228.970689ms","start":"2026-04-16T09:50:54.175372Z","end":"2026-04-16T09:50:54.404343Z","steps":["trace[1674822288] 'agreement among raft nodes before linearized reading' (duration: 228.788373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:54.404813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.214095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:108 size:1054791"} {"level":"info","ts":"2026-04-16T09:50:54.404911Z","caller":"traceutil/trace.go:171","msg":"trace[4987201] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:108; response_revision:15042; }","duration":"254.305988ms","start":"2026-04-16T09:50:54.15056Z","end":"2026-04-16T09:50:54.404866Z","steps":["trace[4987201] 'agreement among raft nodes before linearized reading' (duration: 253.043878ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:54.635954Z","caller":"traceutil/trace.go:171","msg":"trace[870793322] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"111.947054ms","start":"2026-04-16T09:50:54.523981Z","end":"2026-04-16T09:50:54.635928Z","steps":["trace[870793322] 'process raft request' (duration: 111.779228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:55.645196Z","caller":"traceutil/trace.go:171","msg":"trace[1980139200] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"101.020029ms","start":"2026-04-16T09:50:55.544144Z","end":"2026-04-16T09:50:55.645164Z","steps":["trace[1980139200] 'process raft request' (duration: 100.825583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:56.657404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.005019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:50:56.657487Z","caller":"traceutil/trace.go:171","msg":"trace[96221918] linearizableReadLoop","detail":"{readStateIndex:15542; appliedIndex:15541; }","duration":"210.809074ms","start":"2026-04-16T09:50:56.446664Z","end":"2026-04-16T09:50:56.657473Z","steps":["trace[96221918] 'read index received' (duration: 89.665351ms)","trace[96221918] 'applied index is now lower than readState.Index' (duration: 121.142793ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:50:56.657701Z","caller":"traceutil/trace.go:171","msg":"trace[226172244] transaction","detail":"{read_only:false; response_revision:15054; number_of_response:1; }","duration":"213.418386ms","start":"2026-04-16T09:50:56.444271Z","end":"2026-04-16T09:50:56.65769Z","steps":["trace[226172244] 'process raft request' (duration: 92.071536ms)","trace[226172244] 'compare' (duration: 120.752291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:50:56.657888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.782159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:50:56.657929Z","caller":"traceutil/trace.go:171","msg":"trace[298436532] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:15054; }","duration":"195.863292ms","start":"2026-04-16T09:50:56.462056Z","end":"2026-04-16T09:50:56.65792Z","steps":["trace[298436532] 'agreement among raft nodes before linearized reading' (duration: 195.711597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:56.657918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.303038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T09:50:56.657984Z","caller":"traceutil/trace.go:171","msg":"trace[445083259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15054; }","duration":"210.424742ms","start":"2026-04-16T09:50:56.447536Z","end":"2026-04-16T09:50:56.657961Z","steps":["trace[445083259] 'agreement among raft nodes before linearized reading' (duration: 210.260187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:56.658008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.819495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:50:56.65804Z","caller":"traceutil/trace.go:171","msg":"trace[619525360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15054; }","duration":"210.865386ms","start":"2026-04-16T09:50:56.447166Z","end":"2026-04-16T09:50:56.658032Z","steps":["trace[619525360] 'agreement among raft nodes before linearized reading' (duration: 210.789843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:56.658124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.424963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:50:56.658391Z","caller":"traceutil/trace.go:171","msg":"trace[411197802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15054; }","duration":"211.705022ms","start":"2026-04-16T09:50:56.44667Z","end":"2026-04-16T09:50:56.658375Z","steps":["trace[411197802] 'agreement among raft nodes before linearized reading' (duration: 211.044431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:56.658217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.046115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126957"} {"level":"warn","ts":"2026-04-16T09:50:56.658538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.846837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:108 size:1054977"} {"level":"info","ts":"2026-04-16T09:50:56.658754Z","caller":"traceutil/trace.go:171","msg":"trace[1708979051] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:108; response_revision:15054; }","duration":"212.094465ms","start":"2026-04-16T09:50:56.446643Z","end":"2026-04-16T09:50:56.658737Z","steps":["trace[1708979051] 'agreement among raft nodes before linearized reading' (duration: 211.044982ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:56.658672Z","caller":"traceutil/trace.go:171","msg":"trace[506306944] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15054; }","duration":"207.535771ms","start":"2026-04-16T09:50:56.451104Z","end":"2026-04-16T09:50:56.65864Z","steps":["trace[506306944] 'agreement among raft nodes before linearized reading' (duration: 206.633702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.162304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414847044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:50:57.335749Z","caller":"traceutil/trace.go:171","msg":"trace[41739304] transaction","detail":"{read_only:false; response_revision:15055; number_of_response:1; }","duration":"674.870596ms","start":"2026-04-16T09:50:56.660847Z","end":"2026-04-16T09:50:57.335717Z","steps":["trace[41739304] 'process raft request' (duration: 674.706091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.335898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:56.660827Z","time spent":"675.0014ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:50:57.402566Z","caller":"traceutil/trace.go:171","msg":"trace[2088273488] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"741.470518ms","start":"2026-04-16T09:50:56.661059Z","end":"2026-04-16T09:50:57.402529Z","steps":["trace[2088273488] 'process raft request' (duration: 741.249261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.402741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:56.661035Z","time spent":"741.624864ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:50:57.402778Z","caller":"traceutil/trace.go:171","msg":"trace[92231332] linearizableReadLoop","detail":"{readStateIndex:15546; appliedIndex:15542; }","duration":"741.066765ms","start":"2026-04-16T09:50:56.661679Z","end":"2026-04-16T09:50:57.402746Z","steps":["trace[92231332] 'read index received' (duration: 673.839493ms)","trace[92231332] 'applied index is now lower than readState.Index' (duration: 67.226352ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:50:57.402945Z","caller":"traceutil/trace.go:171","msg":"trace[861491267] transaction","detail":"{read_only:false; response_revision:15057; number_of_response:1; }","duration":"739.552938ms","start":"2026-04-16T09:50:56.663378Z","end":"2026-04-16T09:50:57.402931Z","steps":["trace[861491267] 'process raft request' (duration: 739.071403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.403066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:56.663369Z","time spent":"739.61325ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:50:57.403242Z","caller":"traceutil/trace.go:171","msg":"trace[932238117] transaction","detail":"{read_only:false; response_revision:15058; number_of_response:1; }","duration":"739.312101ms","start":"2026-04-16T09:50:56.663915Z","end":"2026-04-16T09:50:57.403227Z","steps":["trace[932238117] 'process raft request' (duration: 738.753483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.403305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.017199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T09:50:57.403342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:56.663908Z","time spent":"739.382063ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:50:57.403395Z","caller":"traceutil/trace.go:171","msg":"trace[814353251] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:15058; }","duration":"114.157144ms","start":"2026-04-16T09:50:57.289215Z","end":"2026-04-16T09:50:57.403372Z","steps":["trace[814353251] 'agreement among raft nodes before linearized reading' (duration: 113.949508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.403409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.056272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-16T09:50:57.403505Z","caller":"traceutil/trace.go:171","msg":"trace[1695388779] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15058; }","duration":"179.202307ms","start":"2026-04-16T09:50:57.224277Z","end":"2026-04-16T09:50:57.40348Z","steps":["trace[1695388779] 'agreement among raft nodes before linearized reading' (duration: 178.889888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.404441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.726698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:79 size:105929"} {"level":"warn","ts":"2026-04-16T09:50:57.404485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.728155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:108 size:1054977"} {"level":"info","ts":"2026-04-16T09:50:57.404544Z","caller":"traceutil/trace.go:171","msg":"trace[1206547382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:108; response_revision:15058; }","duration":"740.809538ms","start":"2026-04-16T09:50:56.663721Z","end":"2026-04-16T09:50:57.40453Z","steps":["trace[1206547382] 'agreement among raft nodes before linearized reading' (duration: 739.366772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.40478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:56.663708Z","time spent":"741.058905ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":108,"response size":1055000,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T09:50:57.404542Z","caller":"traceutil/trace.go:171","msg":"trace[1149207086] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:79; response_revision:15058; }","duration":"742.849921ms","start":"2026-04-16T09:50:56.661674Z","end":"2026-04-16T09:50:57.404524Z","steps":["trace[1149207086] 'agreement among raft nodes before linearized reading' (duration: 741.328153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.404946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:56.661643Z","time spent":"743.284105ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":105952,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-16T09:50:57.848246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.369132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:50:57.848316Z","caller":"traceutil/trace.go:171","msg":"trace[2000701665] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15060; }","duration":"128.479016ms","start":"2026-04-16T09:50:57.719823Z","end":"2026-04-16T09:50:57.848302Z","steps":["trace[2000701665] 'range keys from in-memory index tree' (duration: 128.28718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.848332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.822994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:50:57.848388Z","caller":"traceutil/trace.go:171","msg":"trace[1717183326] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:15060; }","duration":"107.935527ms","start":"2026-04-16T09:50:57.740439Z","end":"2026-04-16T09:50:57.848375Z","steps":["trace[1717183326] 'range keys from in-memory index tree' (duration: 107.686229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.848569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.228201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:50:57.84859Z","caller":"traceutil/trace.go:171","msg":"trace[2105135488] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15060; }","duration":"130.288613ms","start":"2026-04-16T09:50:57.718295Z","end":"2026-04-16T09:50:57.848583Z","steps":["trace[2105135488] 'range keys from in-memory index tree' (duration: 130.160949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.848678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.869939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:50:57.848695Z","caller":"traceutil/trace.go:171","msg":"trace[270146603] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15060; }","duration":"129.904441ms","start":"2026-04-16T09:50:57.718785Z","end":"2026-04-16T09:50:57.84869Z","steps":["trace[270146603] 'range keys from in-memory index tree' (duration: 129.832768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:57.848676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.73818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-16T09:50:57.848746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.167817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:50:57.848745Z","caller":"traceutil/trace.go:171","msg":"trace[265131930] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:15060; }","duration":"125.833152ms","start":"2026-04-16T09:50:57.722895Z","end":"2026-04-16T09:50:57.848728Z","steps":["trace[265131930] 'range keys from in-memory index tree' (duration: 125.602315ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:57.848766Z","caller":"traceutil/trace.go:171","msg":"trace[672154308] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15060; }","duration":"129.189608ms","start":"2026-04-16T09:50:57.719571Z","end":"2026-04-16T09:50:57.848761Z","steps":["trace[672154308] 'range keys from in-memory index tree' (duration: 129.135706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:58.030549Z","caller":"traceutil/trace.go:171","msg":"trace[288801250] transaction","detail":"{read_only:false; response_revision:15061; number_of_response:1; }","duration":"115.110724ms","start":"2026-04-16T09:50:57.915411Z","end":"2026-04-16T09:50:58.030522Z","steps":["trace[288801250] 'process raft request' (duration: 114.958499ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:58.26078Z","caller":"traceutil/trace.go:171","msg":"trace[955386258] linearizableReadLoop","detail":"{readStateIndex:15553; appliedIndex:15549; }","duration":"261.67043ms","start":"2026-04-16T09:50:57.999085Z","end":"2026-04-16T09:50:58.260756Z","steps":["trace[955386258] 'read index received' (duration: 31.308778ms)","trace[955386258] 'applied index is now lower than readState.Index' (duration: 230.360782ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:50:58.260938Z","caller":"traceutil/trace.go:171","msg":"trace[1807283757] transaction","detail":"{read_only:false; response_revision:15063; number_of_response:1; }","duration":"336.491433ms","start":"2026-04-16T09:50:57.924309Z","end":"2026-04-16T09:50:58.2608Z","steps":["trace[1807283757] 'process raft request' (duration: 336.344488ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:58.260953Z","caller":"traceutil/trace.go:171","msg":"trace[97093059] transaction","detail":"{read_only:false; response_revision:15064; number_of_response:1; }","duration":"321.312653ms","start":"2026-04-16T09:50:57.939604Z","end":"2026-04-16T09:50:58.260916Z","steps":["trace[97093059] 'process raft request' (duration: 321.109587ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:58.2608Z","caller":"traceutil/trace.go:171","msg":"trace[1166175172] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"336.646868ms","start":"2026-04-16T09:50:57.92412Z","end":"2026-04-16T09:50:58.260767Z","steps":["trace[1166175172] 'process raft request' (duration: 335.023546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:58.261139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:57.924252Z","time spent":"336.781952ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:50:58.261144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:57.939562Z","time spent":"321.487269ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:50:58.261224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.131915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:50:58.261253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.834063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:50:58.261298Z","caller":"traceutil/trace.go:171","msg":"trace[440841452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15064; }","duration":"189.902005ms","start":"2026-04-16T09:50:58.071386Z","end":"2026-04-16T09:50:58.261288Z","steps":["trace[440841452] 'agreement among raft nodes before linearized reading' (duration: 189.820723ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:50:58.261308Z","caller":"traceutil/trace.go:171","msg":"trace[748344521] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15064; }","duration":"262.253629ms","start":"2026-04-16T09:50:57.999032Z","end":"2026-04-16T09:50:58.261286Z","steps":["trace[748344521] 'agreement among raft nodes before linearized reading' (duration: 261.904588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:50:58.262019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:50:57.924096Z","time spent":"336.995478ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:52:33.417819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.990062ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:52:33.417981Z","caller":"traceutil/trace.go:171","msg":"trace[1757356194] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15697; }","duration":"617.164397ms","start":"2026-04-16T09:52:32.800794Z","end":"2026-04-16T09:52:33.417958Z","steps":["trace[1757356194] 'range keys from in-memory index tree' (duration: 616.969691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.418299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.889405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-kql2f\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-04-16T09:52:33.418347Z","caller":"traceutil/trace.go:171","msg":"trace[1366710784] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-kql2f; range_end:; response_count:1; response_revision:15697; }","duration":"589.971818ms","start":"2026-04-16T09:52:32.828361Z","end":"2026-04-16T09:52:33.418333Z","steps":["trace[1366710784] 'range keys from in-memory index tree' (duration: 589.72947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.418387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:52:32.82834Z","time spent":"590.0382ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15371,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-kql2f\" "} {"level":"warn","ts":"2026-04-16T09:52:33.418775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.789936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T09:52:33.418824Z","caller":"traceutil/trace.go:171","msg":"trace[2068085685] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:15697; }","duration":"296.874289ms","start":"2026-04-16T09:52:33.121935Z","end":"2026-04-16T09:52:33.418809Z","steps":["trace[2068085685] 'range keys from in-memory index tree' (duration: 296.664712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.41913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.503938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-04-16T09:52:33.419172Z","caller":"traceutil/trace.go:171","msg":"trace[1001932888] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:15697; }","duration":"284.547639ms","start":"2026-04-16T09:52:33.134614Z","end":"2026-04-16T09:52:33.419162Z","steps":["trace[1001932888] 'range keys from in-memory index tree' (duration: 284.367053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.419306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.987707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T09:52:33.419379Z","caller":"traceutil/trace.go:171","msg":"trace[236193534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15697; }","duration":"432.232245ms","start":"2026-04-16T09:52:32.987129Z","end":"2026-04-16T09:52:33.419361Z","steps":["trace[236193534] 'range keys from in-memory index tree' (duration: 431.813022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.41944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:52:32.987108Z","time spent":"432.307957ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:52:33.421397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.30265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:52:33.42145Z","caller":"traceutil/trace.go:171","msg":"trace[1788942730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15697; }","duration":"271.375653ms","start":"2026-04-16T09:52:33.150062Z","end":"2026-04-16T09:52:33.421438Z","steps":["trace[1788942730] 'range keys from in-memory index tree' (duration: 271.202328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.842169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.112104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-kxmh6\" ","response":"range_response_count:1 size:15495"} {"level":"info","ts":"2026-04-16T09:52:33.842235Z","caller":"traceutil/trace.go:171","msg":"trace[1444786523] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-kxmh6; range_end:; response_count:1; response_revision:15697; }","duration":"747.220957ms","start":"2026-04-16T09:52:33.094998Z","end":"2026-04-16T09:52:33.842219Z","steps":["trace[1444786523] 'range keys from in-memory index tree' (duration: 324.642546ms)","trace[1444786523] 'range keys from bolt db' (duration: 422.344994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:52:33.842261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:52:33.09498Z","time spent":"747.274969ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":15518,"request content":"key:\"/registry/pods/openstack/neutron-ks-endpoints-kxmh6\" "} {"level":"warn","ts":"2026-04-16T09:52:33.842933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.898393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:112 size:1092805"} {"level":"info","ts":"2026-04-16T09:52:33.842961Z","caller":"traceutil/trace.go:171","msg":"trace[1919213114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:112; response_revision:15698; }","duration":"404.950275ms","start":"2026-04-16T09:52:33.438004Z","end":"2026-04-16T09:52:33.842955Z","steps":["trace[1919213114] 'range keys from in-memory index tree' (duration: 403.83861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.842977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:52:33.43799Z","time spent":"404.981095ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":112,"response size":1092828,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:52:33.843113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.506382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:112 size:1092805"} {"level":"info","ts":"2026-04-16T09:52:33.843166Z","caller":"traceutil/trace.go:171","msg":"trace[790721146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:112; response_revision:15698; }","duration":"411.648636ms","start":"2026-04-16T09:52:33.431505Z","end":"2026-04-16T09:52:33.843154Z","steps":["trace[790721146] 'range keys from in-memory index tree' (duration: 410.417428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.843192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:52:33.431493Z","time spent":"411.691317ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":112,"response size":1092828,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:52:33.8437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.703061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:112 size:1092805"} {"level":"info","ts":"2026-04-16T09:52:33.843733Z","caller":"traceutil/trace.go:171","msg":"trace[1279435262] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:112; response_revision:15698; }","duration":"407.768683ms","start":"2026-04-16T09:52:33.435958Z","end":"2026-04-16T09:52:33.843726Z","steps":["trace[1279435262] 'range keys from in-memory index tree' (duration: 405.75428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:52:33.843751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:52:33.435943Z","time spent":"407.802415ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":112,"response size":1092828,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T09:53:29.39292Z","caller":"traceutil/trace.go:171","msg":"trace[515771121] transaction","detail":"{read_only:false; response_revision:16104; number_of_response:1; }","duration":"294.976519ms","start":"2026-04-16T09:53:29.097888Z","end":"2026-04-16T09:53:29.392865Z","steps":["trace[515771121] 'process raft request' (duration: 294.818174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:29.902841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414851131,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:53:29.944865Z","caller":"traceutil/trace.go:171","msg":"trace[1092892346] linearizableReadLoop","detail":"{readStateIndex:16630; appliedIndex:16628; }","duration":"542.111215ms","start":"2026-04-16T09:53:29.402732Z","end":"2026-04-16T09:53:29.944843Z","steps":["trace[1092892346] 'read index received' (duration: 541.861857ms)","trace[1092892346] 'applied index is now lower than readState.Index' (duration: 248.728µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:29.945174Z","caller":"traceutil/trace.go:171","msg":"trace[1476058527] transaction","detail":"{read_only:false; response_revision:16105; number_of_response:1; }","duration":"839.915333ms","start":"2026-04-16T09:53:29.105246Z","end":"2026-04-16T09:53:29.945162Z","steps":["trace[1476058527] 'process raft request' (duration: 839.383846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:29.945262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:29.105232Z","time spent":"839.967725ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:29.945521Z","caller":"traceutil/trace.go:171","msg":"trace[2003048949] transaction","detail":"{read_only:false; response_revision:16106; number_of_response:1; }","duration":"687.141227ms","start":"2026-04-16T09:53:29.258371Z","end":"2026-04-16T09:53:29.945513Z","steps":["trace[2003048949] 'process raft request' (duration: 686.426944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:29.945572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:29.258343Z","time spent":"687.205409ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:29.945742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.009743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:53:29.945768Z","caller":"traceutil/trace.go:171","msg":"trace[1025537379] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:16106; }","duration":"543.070925ms","start":"2026-04-16T09:53:29.402691Z","end":"2026-04-16T09:53:29.945762Z","steps":["trace[1025537379] 'agreement among raft nodes before linearized reading' (duration: 542.972722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:29.945791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:29.402674Z","time spent":"543.110877ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:53:29.945918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.27577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:53:29.945939Z","caller":"traceutil/trace.go:171","msg":"trace[386844312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16106; }","duration":"189.331111ms","start":"2026-04-16T09:53:29.756602Z","end":"2026-04-16T09:53:29.945934Z","steps":["trace[386844312] 'agreement among raft nodes before linearized reading' (duration: 189.272319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:36.515322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.240402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77rfm\" ","response":"range_response_count:1 size:20765"} {"level":"warn","ts":"2026-04-16T09:53:36.51541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.144405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T09:53:36.515393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.123798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T09:53:36.515436Z","caller":"traceutil/trace.go:171","msg":"trace[1295664502] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77rfm; range_end:; response_count:1; response_revision:16145; }","duration":"286.370276ms","start":"2026-04-16T09:53:36.229041Z","end":"2026-04-16T09:53:36.515412Z","steps":["trace[1295664502] 'range keys from in-memory index tree' (duration: 286.008545ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:36.515455Z","caller":"traceutil/trace.go:171","msg":"trace[1641040901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16145; }","duration":"352.216537ms","start":"2026-04-16T09:53:36.163224Z","end":"2026-04-16T09:53:36.51544Z","steps":["trace[1641040901] 'range keys from in-memory index tree' (duration: 352.029031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:36.515439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.569684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T09:53:36.51548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.163207Z","time spent":"352.266819ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T09:53:36.515475Z","caller":"traceutil/trace.go:171","msg":"trace[1527916069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16145; }","duration":"354.231201ms","start":"2026-04-16T09:53:36.161223Z","end":"2026-04-16T09:53:36.515454Z","steps":["trace[1527916069] 'range keys from in-memory index tree' (duration: 353.963653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:36.515482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.77632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T09:53:36.515342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.519717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:53:36.515526Z","caller":"traceutil/trace.go:171","msg":"trace[392400657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16145; }","duration":"374.856252ms","start":"2026-04-16T09:53:36.140654Z","end":"2026-04-16T09:53:36.51551Z","steps":["trace[392400657] 'range keys from in-memory index tree' (duration: 374.640465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:36.51552Z","caller":"traceutil/trace.go:171","msg":"trace[698902101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16145; }","duration":"299.686197ms","start":"2026-04-16T09:53:36.21581Z","end":"2026-04-16T09:53:36.515496Z","steps":["trace[698902101] 'range keys from in-memory index tree' (duration: 299.420349ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:36.515538Z","caller":"traceutil/trace.go:171","msg":"trace[936822136] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:16145; }","duration":"245.780945ms","start":"2026-04-16T09:53:36.269739Z","end":"2026-04-16T09:53:36.51552Z","steps":["trace[936822136] 'count revisions from in-memory index tree' (duration: 245.419583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:36.515552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.140637Z","time spent":"374.910565ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:53:36.51552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.161216Z","time spent":"354.294322ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:53:36.719658Z","caller":"traceutil/trace.go:171","msg":"trace[1806340568] transaction","detail":"{read_only:false; response_revision:16146; number_of_response:1; }","duration":"200.600677ms","start":"2026-04-16T09:53:36.519029Z","end":"2026-04-16T09:53:36.71963Z","steps":["trace[1806340568] 'process raft request' (duration: 200.39275ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:37.04116Z","caller":"traceutil/trace.go:171","msg":"trace[1790299923] linearizableReadLoop","detail":"{readStateIndex:16676; appliedIndex:16670; }","duration":"326.178943ms","start":"2026-04-16T09:53:36.714962Z","end":"2026-04-16T09:53:37.041141Z","steps":["trace[1790299923] 'read index received' (duration: 4.476221ms)","trace[1790299923] 'applied index is now lower than readState.Index' (duration: 321.701392ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:37.041216Z","caller":"traceutil/trace.go:171","msg":"trace[1694335796] transaction","detail":"{read_only:false; response_revision:16149; number_of_response:1; }","duration":"520.762371ms","start":"2026-04-16T09:53:36.520417Z","end":"2026-04-16T09:53:37.041179Z","steps":["trace[1694335796] 'process raft request' (duration: 520.620817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:37.041241Z","caller":"traceutil/trace.go:171","msg":"trace[2088208976] transaction","detail":"{read_only:false; response_revision:16147; number_of_response:1; }","duration":"521.963589ms","start":"2026-04-16T09:53:36.519255Z","end":"2026-04-16T09:53:37.041219Z","steps":["trace[2088208976] 'process raft request' (duration: 521.612418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:37.041328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.36605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-04-16T09:53:37.041366Z","caller":"traceutil/trace.go:171","msg":"trace[129791354] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:16151; }","duration":"326.449902ms","start":"2026-04-16T09:53:36.714907Z","end":"2026-04-16T09:53:37.041357Z","steps":["trace[129791354] 'agreement among raft nodes before linearized reading' (duration: 326.306698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:37.041361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.519248Z","time spent":"522.040551ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:37.041389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.714883Z","time spent":"326.499994ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"warn","ts":"2026-04-16T09:53:37.041386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.520411Z","time spent":"520.884715ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:37.041291Z","caller":"traceutil/trace.go:171","msg":"trace[1427538609] transaction","detail":"{read_only:false; response_revision:16150; number_of_response:1; }","duration":"509.97391ms","start":"2026-04-16T09:53:36.531277Z","end":"2026-04-16T09:53:37.041251Z","steps":["trace[1427538609] 'process raft request' (duration: 509.789614ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:37.041479Z","caller":"traceutil/trace.go:171","msg":"trace[548830074] transaction","detail":"{read_only:false; response_revision:16151; number_of_response:1; }","duration":"472.378693ms","start":"2026-04-16T09:53:36.56909Z","end":"2026-04-16T09:53:37.041469Z","steps":["trace[548830074] 'process raft request' (duration: 472.020081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:37.041524Z","caller":"traceutil/trace.go:171","msg":"trace[1053559810] transaction","detail":"{read_only:false; response_revision:16148; number_of_response:1; }","duration":"521.148663ms","start":"2026-04-16T09:53:36.520366Z","end":"2026-04-16T09:53:37.041514Z","steps":["trace[1053559810] 'process raft request' (duration: 520.642817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:37.041537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.531255Z","time spent":"510.250219ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:37.04158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.520358Z","time spent":"521.195604ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:37.041605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:36.569067Z","time spent":"472.456225ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:37.125397Z","caller":"traceutil/trace.go:171","msg":"trace[492311791] transaction","detail":"{read_only:false; response_revision:16152; number_of_response:1; }","duration":"292.011765ms","start":"2026-04-16T09:53:36.833346Z","end":"2026-04-16T09:53:37.125358Z","steps":["trace[492311791] 'process raft request' (duration: 291.775267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:37.125511Z","caller":"traceutil/trace.go:171","msg":"trace[1765679910] transaction","detail":"{read_only:false; response_revision:16155; number_of_response:1; }","duration":"242.817021ms","start":"2026-04-16T09:53:36.882672Z","end":"2026-04-16T09:53:37.125489Z","steps":["trace[1765679910] 'process raft request' (duration: 242.675176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:37.12562Z","caller":"traceutil/trace.go:171","msg":"trace[856624549] transaction","detail":"{read_only:false; response_revision:16153; number_of_response:1; }","duration":"259.541289ms","start":"2026-04-16T09:53:36.866074Z","end":"2026-04-16T09:53:37.125616Z","steps":["trace[856624549] 'process raft request' (duration: 259.187228ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:37.125665Z","caller":"traceutil/trace.go:171","msg":"trace[383051431] transaction","detail":"{read_only:false; response_revision:16154; number_of_response:1; }","duration":"245.184175ms","start":"2026-04-16T09:53:36.880477Z","end":"2026-04-16T09:53:37.125661Z","steps":["trace[383051431] 'process raft request' (duration: 244.834614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:37.962671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414851255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:53:38.308844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012562729s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:53:38.30917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:37.296197Z","time spent":"1.012968441s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T09:53:38.737143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.441347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:53:38.737241Z","caller":"traceutil/trace.go:171","msg":"trace[403478066] linearizableReadLoop","detail":"{readStateIndex:16682; appliedIndex:16680; }","duration":"1.274664808s","start":"2026-04-16T09:53:37.46256Z","end":"2026-04-16T09:53:38.737224Z","steps":["trace[403478066] 'read index received' (duration: 846.526453ms)","trace[403478066] 'applied index is now lower than readState.Index' (duration: 428.137095ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:38.737546Z","caller":"traceutil/trace.go:171","msg":"trace[1988621651] transaction","detail":"{read_only:false; response_revision:16156; number_of_response:1; }","duration":"1.284779598s","start":"2026-04-16T09:53:37.452729Z","end":"2026-04-16T09:53:38.737508Z","steps":["trace[1988621651] 'process raft request' (duration: 1.105875296s)","trace[1988621651] 'compare' (duration: 178.232621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:53:38.737589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274992939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:53:38.737688Z","caller":"traceutil/trace.go:171","msg":"trace[168546483] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16156; }","duration":"1.275114833s","start":"2026-04-16T09:53:37.462546Z","end":"2026-04-16T09:53:38.737661Z","steps":["trace[168546483] 'agreement among raft nodes before linearized reading' (duration: 1.274855095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:38.737708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:37.452711Z","time spent":"1.284916733s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:38.737757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:37.462483Z","time spent":"1.275256598s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":65,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:39.237819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414851260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:53:39.740956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414851260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:53:40.070362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T09:53:40.070431Z","caller":"traceutil/trace.go:171","msg":"trace[1232863791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097987s","start":"2026-04-16T09:53:38.070314Z","end":"2026-04-16T09:53:40.070413Z","steps":["trace[1232863791] 'agreement among raft nodes before linearized reading' (duration: 2.000013274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:40.070464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.070268Z","time spent":"2.000190559s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 09:53:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T09:53:40.241736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414851260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:53:40.742966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414851260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:53:41.24361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414851260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:53:41.35842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.799775148s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:53:41.456105Z","caller":"traceutil/trace.go:171","msg":"trace[1507767857] linearizableReadLoop","detail":"{readStateIndex:16687; appliedIndex:16682; }","duration":"2.71881047s","start":"2026-04-16T09:53:38.737265Z","end":"2026-04-16T09:53:41.456076Z","steps":["trace[1507767857] 'read index received' (duration: 2.621336131s)","trace[1507767857] 'applied index is now lower than readState.Index' (duration: 97.472819ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:41.456276Z","caller":"traceutil/trace.go:171","msg":"trace[1044467465] transaction","detail":"{read_only:false; response_revision:16157; number_of_response:1; }","duration":"3.146149711s","start":"2026-04-16T09:53:38.310105Z","end":"2026-04-16T09:53:41.456254Z","steps":["trace[1044467465] 'process raft request' (duration: 3.048484706s)","trace[1044467465] 'compare' (duration: 96.586661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:53:41.456425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.310091Z","time spent":"3.146237903s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:41.45695Z","caller":"traceutil/trace.go:171","msg":"trace[1665240586] transaction","detail":"{read_only:false; response_revision:16158; number_of_response:1; }","duration":"2.410112888s","start":"2026-04-16T09:53:39.046813Z","end":"2026-04-16T09:53:41.456926Z","steps":["trace[1665240586] 'process raft request' (duration: 2.408961922s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.046797Z","time spent":"2.410205392s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.457143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141129052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:53:41.457226Z","caller":"traceutil/trace.go:171","msg":"trace[2049346033] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16161; }","duration":"3.141262666s","start":"2026-04-16T09:53:38.315945Z","end":"2026-04-16T09:53:41.457207Z","steps":["trace[2049346033] 'agreement among raft nodes before linearized reading' (duration: 3.141111521s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.457272Z","caller":"traceutil/trace.go:171","msg":"trace[1991515965] transaction","detail":"{read_only:false; response_revision:16160; number_of_response:1; }","duration":"2.324435972s","start":"2026-04-16T09:53:39.13281Z","end":"2026-04-16T09:53:41.457246Z","steps":["trace[1991515965] 'process raft request' (duration: 2.32311166s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469605748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:53:41.457401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.132784Z","time spent":"2.324553436s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.457414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424876817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T09:53:41.457481Z","caller":"traceutil/trace.go:171","msg":"trace[396617075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16161; }","duration":"3.42499909s","start":"2026-04-16T09:53:38.032462Z","end":"2026-04-16T09:53:41.457461Z","steps":["trace[396617075] 'agreement among raft nodes before linearized reading' (duration: 3.424794384s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.457482Z","caller":"traceutil/trace.go:171","msg":"trace[2086462742] transaction","detail":"{read_only:false; response_revision:16161; number_of_response:1; }","duration":"2.324480713s","start":"2026-04-16T09:53:39.132979Z","end":"2026-04-16T09:53:41.457459Z","steps":["trace[2086462742] 'process raft request' (duration: 2.323039447s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.032437Z","time spent":"3.425086533s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:53:41.457524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886713985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:53:41.457553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890039382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:53:41.457571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491261441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:53:41.457594Z","caller":"traceutil/trace.go:171","msg":"trace[2095391124] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:16161; }","duration":"3.890125135s","start":"2026-04-16T09:53:37.567457Z","end":"2026-04-16T09:53:41.457582Z","steps":["trace[2095391124] 'agreement among raft nodes before linearized reading' (duration: 3.890071573s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.45759Z","caller":"traceutil/trace.go:171","msg":"trace[1637366026] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:16161; }","duration":"2.886812959s","start":"2026-04-16T09:53:38.570757Z","end":"2026-04-16T09:53:41.45757Z","steps":["trace[1637366026] 'agreement among raft nodes before linearized reading' (duration: 2.886705395s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.132941Z","time spent":"2.324594617s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.457631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:37.567429Z","time spent":"3.890193717s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:53:41.457635Z","caller":"traceutil/trace.go:171","msg":"trace[789283324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16161; }","duration":"1.491349543s","start":"2026-04-16T09:53:39.966268Z","end":"2026-04-16T09:53:41.457617Z","steps":["trace[789283324] 'agreement among raft nodes before linearized reading' (duration: 1.49125357s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.570737Z","time spent":"2.886896981s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.45769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.966253Z","time spent":"1.491421116s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.457705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401804698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-04-16T09:53:41.457411Z","caller":"traceutil/trace.go:171","msg":"trace[980487450] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16161; }","duration":"2.469723422s","start":"2026-04-16T09:53:38.987671Z","end":"2026-04-16T09:53:41.457395Z","steps":["trace[980487450] 'agreement among raft nodes before linearized reading' (duration: 2.469599588s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.457738Z","caller":"traceutil/trace.go:171","msg":"trace[2063049601] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:16161; }","duration":"3.40185988s","start":"2026-04-16T09:53:38.055868Z","end":"2026-04-16T09:53:41.457728Z","steps":["trace[2063049601] 'agreement among raft nodes before linearized reading' (duration: 3.401759936s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.987647Z","time spent":"2.470092153s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.457756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31424488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-16T09:53:41.457771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.055856Z","time spent":"3.401909462s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"info","ts":"2026-04-16T09:53:41.457826Z","caller":"traceutil/trace.go:171","msg":"trace[686677225] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:16161; }","duration":"2.314353843s","start":"2026-04-16T09:53:39.143454Z","end":"2026-04-16T09:53:41.457808Z","steps":["trace[686677225] 'agreement among raft nodes before linearized reading' (duration: 2.314129536s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732096551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T09:53:41.457883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.143432Z","time spent":"2.314437466s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"info","ts":"2026-04-16T09:53:41.457917Z","caller":"traceutil/trace.go:171","msg":"trace[1551058798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16161; }","duration":"2.732673139s","start":"2026-04-16T09:53:38.725233Z","end":"2026-04-16T09:53:41.457906Z","steps":["trace[1551058798] 'agreement among raft nodes before linearized reading' (duration: 2.731974717s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805477299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-16T09:53:41.457956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.725206Z","time spent":"2.732741091s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:53:41.457962Z","caller":"traceutil/trace.go:171","msg":"trace[1754636961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16161; }","duration":"2.805969695s","start":"2026-04-16T09:53:38.651981Z","end":"2026-04-16T09:53:41.457951Z","steps":["trace[1754636961] 'agreement among raft nodes before linearized reading' (duration: 2.805402937s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.338779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:53:41.457995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.651949Z","time spent":"2.806036547s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T09:53:41.458006Z","caller":"traceutil/trace.go:171","msg":"trace[1003729814] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:16161; }","duration":"759.413231ms","start":"2026-04-16T09:53:40.698576Z","end":"2026-04-16T09:53:41.457989Z","steps":["trace[1003729814] 'agreement among raft nodes before linearized reading' (duration: 759.365919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.45801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412581097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T09:53:41.457823Z","caller":"traceutil/trace.go:171","msg":"trace[454483516] transaction","detail":"{read_only:false; response_revision:16159; number_of_response:1; }","duration":"2.325359651s","start":"2026-04-16T09:53:39.132438Z","end":"2026-04-16T09:53:41.457798Z","steps":["trace[454483516] 'process raft request' (duration: 2.3234277s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.457305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.315924Z","time spent":"3.14137038s","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.45807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016478652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:53:41.458076Z","caller":"traceutil/trace.go:171","msg":"trace[1431455516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16161; }","duration":"2.412710811s","start":"2026-04-16T09:53:39.045349Z","end":"2026-04-16T09:53:41.45806Z","steps":["trace[1431455516] 'agreement among raft nodes before linearized reading' (duration: 2.412520675s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.4581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.132402Z","time spent":"2.325664641s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.458135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.045324Z","time spent":"2.412795373s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:53:41.457921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.565883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T09:53:41.458171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204407828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-16T09:53:41.458194Z","caller":"traceutil/trace.go:171","msg":"trace[1840526570] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16161; }","duration":"311.867932ms","start":"2026-04-16T09:53:41.146313Z","end":"2026-04-16T09:53:41.458181Z","steps":["trace[1840526570] 'agreement among raft nodes before linearized reading' (duration: 311.434268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.458248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362819383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:53:41.458276Z","caller":"traceutil/trace.go:171","msg":"trace[1584678103] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16161; }","duration":"1.362872795s","start":"2026-04-16T09:53:40.095396Z","end":"2026-04-16T09:53:41.458269Z","steps":["trace[1584678103] 'agreement among raft nodes before linearized reading' (duration: 1.362823733s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.458259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.146296Z","time spent":"311.935074ms","remote":"127.0.0.1:43752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":161,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.457358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737664947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:53:41.45753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386855932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T09:53:41.458303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:40.09538Z","time spent":"1.362916246s","remote":"127.0.0.1:43170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:53:41.458322Z","caller":"traceutil/trace.go:171","msg":"trace[281133702] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16161; }","duration":"2.738659948s","start":"2026-04-16T09:53:38.719649Z","end":"2026-04-16T09:53:41.458309Z","steps":["trace[281133702] 'agreement among raft nodes before linearized reading' (duration: 2.737680357s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.458338Z","caller":"traceutil/trace.go:171","msg":"trace[433973899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16161; }","duration":"1.387690318s","start":"2026-04-16T09:53:40.070633Z","end":"2026-04-16T09:53:41.458324Z","steps":["trace[433973899] 'agreement among raft nodes before linearized reading' (duration: 1.386835101s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.458376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:40.070615Z","time spent":"1.387751141s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:53:41.458205Z","caller":"traceutil/trace.go:171","msg":"trace[1948487611] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16161; }","duration":"1.20447284s","start":"2026-04-16T09:53:40.253724Z","end":"2026-04-16T09:53:41.458197Z","steps":["trace[1948487611] 'agreement among raft nodes before linearized reading' (duration: 1.204383398s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.45843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660064694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:53:41.45845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:40.253688Z","time spent":"1.204748469s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-16T09:53:41.458468Z","caller":"traceutil/trace.go:171","msg":"trace[1607174293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16161; }","duration":"1.660133966s","start":"2026-04-16T09:53:39.798323Z","end":"2026-04-16T09:53:41.458457Z","steps":["trace[1607174293] 'agreement among raft nodes before linearized reading' (duration: 1.660075164s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.458503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.798303Z","time spent":"1.660188707s","remote":"127.0.0.1:42640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.458034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:40.698556Z","time spent":"759.470773ms","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.458378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:38.719619Z","time spent":"2.738744101s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.458657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713878894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:53:41.458689Z","caller":"traceutil/trace.go:171","msg":"trace[1942164912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16161; }","duration":"1.713937726s","start":"2026-04-16T09:53:39.744743Z","end":"2026-04-16T09:53:41.45868Z","steps":["trace[1942164912] 'agreement among raft nodes before linearized reading' (duration: 1.713890904s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.458093Z","caller":"traceutil/trace.go:171","msg":"trace[1571456130] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16161; }","duration":"1.016538254s","start":"2026-04-16T09:53:40.441548Z","end":"2026-04-16T09:53:41.458086Z","steps":["trace[1571456130] 'agreement among raft nodes before linearized reading' (duration: 1.016501263s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.458699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913014468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T09:53:41.458763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093827267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:53:41.458779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:40.441527Z","time spent":"1.017232186s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:53:41.458811Z","caller":"traceutil/trace.go:171","msg":"trace[1170440634] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16161; }","duration":"3.913183633s","start":"2026-04-16T09:53:37.545604Z","end":"2026-04-16T09:53:41.458788Z","steps":["trace[1170440634] 'agreement among raft nodes before linearized reading' (duration: 3.911489699s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.458875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:37.545586Z","time spent":"3.913276407s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2142,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.458719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.744726Z","time spent":"1.713987447s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:53:41.458429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413202016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T09:53:41.458949Z","caller":"traceutil/trace.go:171","msg":"trace[1744408196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16161; }","duration":"2.413741394s","start":"2026-04-16T09:53:39.045187Z","end":"2026-04-16T09:53:41.458928Z","steps":["trace[1744408196] 'agreement among raft nodes before linearized reading' (duration: 2.413170055s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.458799Z","caller":"traceutil/trace.go:171","msg":"trace[1484181312] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:16161; }","duration":"2.09392333s","start":"2026-04-16T09:53:39.364867Z","end":"2026-04-16T09:53:41.458791Z","steps":["trace[1484181312] 'agreement among raft nodes before linearized reading' (duration: 2.093868208s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.45903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.045169Z","time spent":"2.413842866s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:53:41.458331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41302746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T09:53:41.459185Z","caller":"traceutil/trace.go:171","msg":"trace[1595876048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16161; }","duration":"2.413900298s","start":"2026-04-16T09:53:39.04527Z","end":"2026-04-16T09:53:41.45917Z","steps":["trace[1595876048] 'agreement among raft nodes before linearized reading' (duration: 2.412973359s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.458364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626996308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-16T09:53:41.459448Z","caller":"traceutil/trace.go:171","msg":"trace[1881187964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16161; }","duration":"1.628101743s","start":"2026-04-16T09:53:39.831322Z","end":"2026-04-16T09:53:41.459424Z","steps":["trace[1881187964] 'agreement among raft nodes before linearized reading' (duration: 1.626919136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.459522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.831308Z","time spent":"1.628193447s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-16T09:53:41.459036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.36484Z","time spent":"2.094175998s","remote":"127.0.0.1:43226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.459235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:39.045264Z","time spent":"2.41395623s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:53:41.965583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.791981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:53:41.965694Z","caller":"traceutil/trace.go:171","msg":"trace[825277847] linearizableReadLoop","detail":"{readStateIndex:16688; appliedIndex:16687; }","duration":"499.981864ms","start":"2026-04-16T09:53:41.465685Z","end":"2026-04-16T09:53:41.965667Z","steps":["trace[825277847] 'read index received' (duration: 371.032848ms)","trace[825277847] 'applied index is now lower than readState.Index' (duration: 128.947856ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:41.965767Z","caller":"traceutil/trace.go:171","msg":"trace[446987339] transaction","detail":"{read_only:false; response_revision:16162; number_of_response:1; }","duration":"501.076669ms","start":"2026-04-16T09:53:41.464675Z","end":"2026-04-16T09:53:41.965752Z","steps":["trace[446987339] 'process raft request' (duration: 372.03123ms)","trace[446987339] 'compare' (duration: 128.305165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:53:41.965831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.464561Z","time spent":"501.241003ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.966015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.300294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:53:41.966096Z","caller":"traceutil/trace.go:171","msg":"trace[1974724494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16162; }","duration":"500.415887ms","start":"2026-04-16T09:53:41.465662Z","end":"2026-04-16T09:53:41.966077Z","steps":["trace[1974724494] 'agreement among raft nodes before linearized reading' (duration: 500.211511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.966148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.465651Z","time spent":"500.48748ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:53:41.986084Z","caller":"traceutil/trace.go:171","msg":"trace[1284952017] transaction","detail":"{read_only:false; response_revision:16163; number_of_response:1; }","duration":"520.077729ms","start":"2026-04-16T09:53:41.465969Z","end":"2026-04-16T09:53:41.986047Z","steps":["trace[1284952017] 'process raft request' (duration: 519.843322ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.986107Z","caller":"traceutil/trace.go:171","msg":"trace[633575034] transaction","detail":"{read_only:false; response_revision:16165; number_of_response:1; }","duration":"518.703276ms","start":"2026-04-16T09:53:41.467388Z","end":"2026-04-16T09:53:41.986091Z","steps":["trace[633575034] 'process raft request' (duration: 518.639194ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.986164Z","caller":"traceutil/trace.go:171","msg":"trace[1304658149] transaction","detail":"{read_only:false; response_revision:16164; number_of_response:1; }","duration":"519.093118ms","start":"2026-04-16T09:53:41.467016Z","end":"2026-04-16T09:53:41.986109Z","steps":["trace[1304658149] 'process raft request' (duration: 518.954944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.986218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.465959Z","time spent":"520.187282ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.986215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.467377Z","time spent":"518.772087ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.986325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.467003Z","time spent":"519.234972ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:41.986428Z","caller":"traceutil/trace.go:171","msg":"trace[1116708951] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"511.682904ms","start":"2026-04-16T09:53:41.474731Z","end":"2026-04-16T09:53:41.986414Z","steps":["trace[1116708951] 'process raft request' (duration: 511.330473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.986508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.474718Z","time spent":"511.744235ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.986529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.252775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T09:53:41.986512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.751547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:53:41.98656Z","caller":"traceutil/trace.go:171","msg":"trace[1111114760] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:16167; }","duration":"222.319647ms","start":"2026-04-16T09:53:41.764229Z","end":"2026-04-16T09:53:41.986548Z","steps":["trace[1111114760] 'agreement among raft nodes before linearized reading' (duration: 222.241165ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.986576Z","caller":"traceutil/trace.go:171","msg":"trace[701676066] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"511.702655ms","start":"2026-04-16T09:53:41.474867Z","end":"2026-04-16T09:53:41.98657Z","steps":["trace[701676066] 'process raft request' (duration: 511.435186ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.98658Z","caller":"traceutil/trace.go:171","msg":"trace[1479616959] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:16167; }","duration":"518.840699ms","start":"2026-04-16T09:53:41.467719Z","end":"2026-04-16T09:53:41.98656Z","steps":["trace[1479616959] 'agreement among raft nodes before linearized reading' (duration: 518.741386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.986656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.467711Z","time spent":"518.935723ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:53:41.986651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.757909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:691"} {"level":"info","ts":"2026-04-16T09:53:41.986711Z","caller":"traceutil/trace.go:171","msg":"trace[961679541] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:16167; }","duration":"519.821561ms","start":"2026-04-16T09:53:41.466874Z","end":"2026-04-16T09:53:41.986695Z","steps":["trace[961679541] 'agreement among raft nodes before linearized reading' (duration: 519.602294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.986767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.466852Z","time spent":"519.902754ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":714,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-04-16T09:53:41.986536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.850443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T09:53:41.98686Z","caller":"traceutil/trace.go:171","msg":"trace[709004727] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:16167; }","duration":"310.206445ms","start":"2026-04-16T09:53:41.67664Z","end":"2026-04-16T09:53:41.986846Z","steps":["trace[709004727] 'agreement among raft nodes before linearized reading' (duration: 309.864275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.986894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.098391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-16T09:53:41.986904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.676615Z","time spent":"310.275087ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:53:41.986609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.474861Z","time spent":"511.731685ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:41.986991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.118182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T09:53:41.987014Z","caller":"traceutil/trace.go:171","msg":"trace[1574442596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16167; }","duration":"521.149953ms","start":"2026-04-16T09:53:41.465858Z","end":"2026-04-16T09:53:41.987008Z","steps":["trace[1574442596] 'agreement among raft nodes before linearized reading' (duration: 521.08112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.987022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.272447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-16T09:53:41.987035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.465853Z","time spent":"521.177013ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T09:53:41.986925Z","caller":"traceutil/trace.go:171","msg":"trace[1856449255] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b; range_end:; response_count:1; response_revision:16167; }","duration":"521.134713ms","start":"2026-04-16T09:53:41.46578Z","end":"2026-04-16T09:53:41.986915Z","steps":["trace[1856449255] 'agreement among raft nodes before linearized reading' (duration: 521.018979ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:41.987062Z","caller":"traceutil/trace.go:171","msg":"trace[510325147] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16167; }","duration":"521.334049ms","start":"2026-04-16T09:53:41.465718Z","end":"2026-04-16T09:53:41.987052Z","steps":["trace[510325147] 'agreement among raft nodes before linearized reading' (duration: 521.224886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.98709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.465708Z","time spent":"521.3753ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T09:53:41.987113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.465776Z","time spent":"521.305368ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b\" "} {"level":"warn","ts":"2026-04-16T09:53:41.987351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.025746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:113 size:1103752"} {"level":"info","ts":"2026-04-16T09:53:41.987376Z","caller":"traceutil/trace.go:171","msg":"trace[1649168548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:113; response_revision:16167; }","duration":"513.080878ms","start":"2026-04-16T09:53:41.47429Z","end":"2026-04-16T09:53:41.987371Z","steps":["trace[1649168548] 'agreement among raft nodes before linearized reading' (duration: 512.339385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.987392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.474272Z","time spent":"513.115739ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":113,"response size":1103775,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:53:41.987603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.69781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:113 size:1103752"} {"level":"info","ts":"2026-04-16T09:53:41.98765Z","caller":"traceutil/trace.go:171","msg":"trace[1059623168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:113; response_revision:16167; }","duration":"521.754052ms","start":"2026-04-16T09:53:41.465886Z","end":"2026-04-16T09:53:41.98764Z","steps":["trace[1059623168] 'agreement among raft nodes before linearized reading' (duration: 520.999158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:41.987706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:41.465883Z","time spent":"521.812483ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":113,"response size":1103775,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-16T09:53:42.116901Z","caller":"traceutil/trace.go:171","msg":"trace[1538379828] transaction","detail":"{read_only:false; response_revision:16169; number_of_response:1; }","duration":"124.143724ms","start":"2026-04-16T09:53:41.992698Z","end":"2026-04-16T09:53:42.116842Z","steps":["trace[1538379828] 'process raft request' (duration: 77.219331ms)","trace[1538379828] 'compare' (duration: 46.683545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:53:42.117005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.273248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T09:53:42.117062Z","caller":"traceutil/trace.go:171","msg":"trace[1883771613] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16169; }","duration":"124.366471ms","start":"2026-04-16T09:53:41.992682Z","end":"2026-04-16T09:53:42.117049Z","steps":["trace[1883771613] 'agreement among raft nodes before linearized reading' (duration: 124.123714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:42.117145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.570507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-16T09:53:42.117252Z","caller":"traceutil/trace.go:171","msg":"trace[1088662374] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16169; }","duration":"124.691251ms","start":"2026-04-16T09:53:41.992534Z","end":"2026-04-16T09:53:42.117225Z","steps":["trace[1088662374] 'agreement among raft nodes before linearized reading' (duration: 124.318649ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:42.154336Z","caller":"traceutil/trace.go:171","msg":"trace[1350857953] transaction","detail":"{read_only:false; response_revision:16170; number_of_response:1; }","duration":"115.598644ms","start":"2026-04-16T09:53:42.038706Z","end":"2026-04-16T09:53:42.154305Z","steps":["trace[1350857953] 'process raft request' (duration: 115.454749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:42.185923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.082953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/openstack-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T09:53:42.186034Z","caller":"traceutil/trace.go:171","msg":"trace[1379455206] range","detail":"{range_begin:/registry/services/specs/openstack/openstack-exporter; range_end:; response_count:0; response_revision:16171; }","duration":"149.242698ms","start":"2026-04-16T09:53:42.03677Z","end":"2026-04-16T09:53:42.186012Z","steps":["trace[1379455206] 'agreement among raft nodes before linearized reading' (duration: 149.036531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:42.248744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.079237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/network.18a6cd9f28edad6f\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-16T09:53:42.248829Z","caller":"traceutil/trace.go:171","msg":"trace[518935128] range","detail":"{range_begin:/registry/events/openstack/network.18a6cd9f28edad6f; range_end:; response_count:1; response_revision:16173; }","duration":"127.202261ms","start":"2026-04-16T09:53:42.121609Z","end":"2026-04-16T09:53:42.248811Z","steps":["trace[518935128] 'agreement among raft nodes before linearized reading' (duration: 127.012645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:42.249085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.548973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-68072ac8-6232-4223-8ff7-3602b0bac373\" ","response":"range_response_count:1 size:1314"} {"level":"info","ts":"2026-04-16T09:53:42.249122Z","caller":"traceutil/trace.go:171","msg":"trace[853155945] range","detail":"{range_begin:/registry/persistentvolumes/pvc-68072ac8-6232-4223-8ff7-3602b0bac373; range_end:; response_count:1; response_revision:16173; }","duration":"128.633316ms","start":"2026-04-16T09:53:42.120478Z","end":"2026-04-16T09:53:42.249111Z","steps":["trace[853155945] 'agreement among raft nodes before linearized reading' (duration: 128.535652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:42.479045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.84697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T09:53:42.479312Z","caller":"traceutil/trace.go:171","msg":"trace[135607384] transaction","detail":"{read_only:false; response_revision:16176; number_of_response:1; }","duration":"227.234883ms","start":"2026-04-16T09:53:42.252057Z","end":"2026-04-16T09:53:42.479292Z","steps":["trace[135607384] 'process raft request' (duration: 227.089318ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:42.479336Z","caller":"traceutil/trace.go:171","msg":"trace[2136983413] transaction","detail":"{read_only:false; response_revision:16178; number_of_response:1; }","duration":"216.912257ms","start":"2026-04-16T09:53:42.262409Z","end":"2026-04-16T09:53:42.479321Z","steps":["trace[2136983413] 'process raft request' (duration: 216.855225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:42.479686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.300225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-04-16T09:53:42.47977Z","caller":"traceutil/trace.go:171","msg":"trace[2088007195] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:16178; }","duration":"227.397998ms","start":"2026-04-16T09:53:42.252351Z","end":"2026-04-16T09:53:42.479749Z","steps":["trace[2088007195] 'agreement among raft nodes before linearized reading' (duration: 227.013456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:42.479858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.453245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-exporter\" ","response":"range_response_count:1 size:5410"} {"level":"info","ts":"2026-04-16T09:53:42.479325Z","caller":"traceutil/trace.go:171","msg":"trace[158342850] linearizableReadLoop","detail":"{readStateIndex:16702; appliedIndex:16700; }","duration":"221.353757ms","start":"2026-04-16T09:53:42.257947Z","end":"2026-04-16T09:53:42.479301Z","steps":["trace[158342850] 'read index received' (duration: 112.268599ms)","trace[158342850] 'applied index is now lower than readState.Index' (duration: 109.082378ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:42.479948Z","caller":"traceutil/trace.go:171","msg":"trace[1296945217] range","detail":"{range_begin:/registry/deployments/openstack/openstack-exporter; range_end:; response_count:1; response_revision:16178; }","duration":"224.59275ms","start":"2026-04-16T09:53:42.255335Z","end":"2026-04-16T09:53:42.479928Z","steps":["trace[1296945217] 'agreement among raft nodes before linearized reading' (duration: 224.048232ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:42.479896Z","caller":"traceutil/trace.go:171","msg":"trace[61744612] transaction","detail":"{read_only:false; response_revision:16177; number_of_response:1; }","duration":"218.523337ms","start":"2026-04-16T09:53:42.261358Z","end":"2026-04-16T09:53:42.479881Z","steps":["trace[61744612] 'process raft request' (duration: 217.867987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:42.480081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.020993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-16T09:53:42.480112Z","caller":"traceutil/trace.go:171","msg":"trace[487450727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16178; }","duration":"213.079255ms","start":"2026-04-16T09:53:42.267025Z","end":"2026-04-16T09:53:42.480105Z","steps":["trace[487450727] 'agreement among raft nodes before linearized reading' (duration: 212.996363ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:42.479729Z","caller":"traceutil/trace.go:171","msg":"trace[1918786520] transaction","detail":"{read_only:false; response_revision:16175; number_of_response:1; }","duration":"227.929575ms","start":"2026-04-16T09:53:42.251787Z","end":"2026-04-16T09:53:42.479717Z","steps":["trace[1918786520] 'process raft request' (duration: 118.30871ms)","trace[1918786520] 'compare' (duration: 108.673955ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:47.553673Z","caller":"traceutil/trace.go:171","msg":"trace[911677810] transaction","detail":"{read_only:false; response_revision:16296; number_of_response:1; }","duration":"131.579528ms","start":"2026-04-16T09:53:47.422068Z","end":"2026-04-16T09:53:47.553648Z","steps":["trace[911677810] 'process raft request' (duration: 123.267225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:52.288701Z","caller":"traceutil/trace.go:171","msg":"trace[1262536156] linearizableReadLoop","detail":"{readStateIndex:16931; appliedIndex:16930; }","duration":"243.089003ms","start":"2026-04-16T09:53:52.045585Z","end":"2026-04-16T09:53:52.288674Z","steps":["trace[1262536156] 'read index received' (duration: 242.910728ms)","trace[1262536156] 'applied index is now lower than readState.Index' (duration: 177.485µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:52.288803Z","caller":"traceutil/trace.go:171","msg":"trace[982493462] transaction","detail":"{read_only:false; response_revision:16398; number_of_response:1; }","duration":"243.829667ms","start":"2026-04-16T09:53:52.04495Z","end":"2026-04-16T09:53:52.288779Z","steps":["trace[982493462] 'process raft request' (duration: 243.540068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:52.288943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.351522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T09:53:52.288988Z","caller":"traceutil/trace.go:171","msg":"trace[1515507189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16398; }","duration":"243.467486ms","start":"2026-04-16T09:53:52.045506Z","end":"2026-04-16T09:53:52.288974Z","steps":["trace[1515507189] 'agreement among raft nodes before linearized reading' (duration: 243.29068ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:52.407933Z","caller":"traceutil/trace.go:171","msg":"trace[230042945] transaction","detail":"{read_only:false; response_revision:16400; number_of_response:1; }","duration":"360.161844ms","start":"2026-04-16T09:53:52.047743Z","end":"2026-04-16T09:53:52.407905Z","steps":["trace[230042945] 'process raft request' (duration: 360.070631ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:52.407951Z","caller":"traceutil/trace.go:171","msg":"trace[381176571] transaction","detail":"{read_only:false; response_revision:16399; number_of_response:1; }","duration":"360.97904ms","start":"2026-04-16T09:53:52.04693Z","end":"2026-04-16T09:53:52.407909Z","steps":["trace[381176571] 'process raft request' (duration: 301.50048ms)","trace[381176571] 'compare' (duration: 59.252293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:53:52.40811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:52.047721Z","time spent":"360.302079ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:52.408144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:52.046909Z","time spent":"361.128245ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:52.408185Z","caller":"traceutil/trace.go:171","msg":"trace[86215954] linearizableReadLoop","detail":"{readStateIndex:16934; appliedIndex:16931; }","duration":"119.383363ms","start":"2026-04-16T09:53:52.288777Z","end":"2026-04-16T09:53:52.40816Z","steps":["trace[86215954] 'read index received' (duration: 59.668426ms)","trace[86215954] 'applied index is now lower than readState.Index' (duration: 59.714107ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:53:52.408365Z","caller":"traceutil/trace.go:171","msg":"trace[1328148443] transaction","detail":"{read_only:false; response_revision:16401; number_of_response:1; }","duration":"360.504985ms","start":"2026-04-16T09:53:52.047845Z","end":"2026-04-16T09:53:52.40835Z","steps":["trace[1328148443] 'process raft request' (duration: 360.01116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:52.408455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:52.047841Z","time spent":"360.572447ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:53:52.408487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.983886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:53:52.408529Z","caller":"traceutil/trace.go:171","msg":"trace[58926256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16402; }","duration":"259.068369ms","start":"2026-04-16T09:53:52.149451Z","end":"2026-04-16T09:53:52.408519Z","steps":["trace[58926256] 'agreement among raft nodes before linearized reading' (duration: 258.938555ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:52.408626Z","caller":"traceutil/trace.go:171","msg":"trace[442402407] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"115.402417ms","start":"2026-04-16T09:53:52.293207Z","end":"2026-04-16T09:53:52.408609Z","steps":["trace[442402407] 'process raft request' (duration: 114.873031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:52.408627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.867535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-16T09:53:52.408644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.326093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-04-16T09:53:52.408676Z","caller":"traceutil/trace.go:171","msg":"trace[696462671] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:16402; }","duration":"278.926717ms","start":"2026-04-16T09:53:52.129739Z","end":"2026-04-16T09:53:52.408666Z","steps":["trace[696462671] 'agreement among raft nodes before linearized reading' (duration: 278.807384ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:52.408702Z","caller":"traceutil/trace.go:171","msg":"trace[1065022718] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:16402; }","duration":"294.431267ms","start":"2026-04-16T09:53:52.114254Z","end":"2026-04-16T09:53:52.408685Z","steps":["trace[1065022718] 'agreement among raft nodes before linearized reading' (duration: 294.077776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:52.408668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.641109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:53:52.408846Z","caller":"traceutil/trace.go:171","msg":"trace[354937292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16402; }","duration":"335.847096ms","start":"2026-04-16T09:53:52.072938Z","end":"2026-04-16T09:53:52.408785Z","steps":["trace[354937292] 'agreement among raft nodes before linearized reading' (duration: 335.419883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:52.409041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:52.072923Z","time spent":"336.101264ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:53:53.707678Z","caller":"traceutil/trace.go:171","msg":"trace[1739397461] transaction","detail":"{read_only:false; response_revision:16407; number_of_response:1; }","duration":"283.433739ms","start":"2026-04-16T09:53:53.424221Z","end":"2026-04-16T09:53:53.707655Z","steps":["trace[1739397461] 'process raft request' (duration: 283.299475ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:53.891326Z","caller":"traceutil/trace.go:171","msg":"trace[1863364754] transaction","detail":"{read_only:false; response_revision:16408; number_of_response:1; }","duration":"307.095767ms","start":"2026-04-16T09:53:53.584211Z","end":"2026-04-16T09:53:53.891307Z","steps":["trace[1863364754] 'process raft request' (duration: 293.493797ms)","trace[1863364754] 'compare' (duration: 13.362243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:53:53.891447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:53.584186Z","time spent":"307.19308ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:53.891519Z","caller":"traceutil/trace.go:171","msg":"trace[1593641673] transaction","detail":"{read_only:false; response_revision:16409; number_of_response:1; }","duration":"306.508248ms","start":"2026-04-16T09:53:53.584994Z","end":"2026-04-16T09:53:53.891502Z","steps":["trace[1593641673] 'process raft request' (duration: 306.273661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:53.891615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:53.584966Z","time spent":"306.603561ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:53.891762Z","caller":"traceutil/trace.go:171","msg":"trace[1359188161] transaction","detail":"{read_only:false; response_revision:16410; number_of_response:1; }","duration":"306.654283ms","start":"2026-04-16T09:53:53.585099Z","end":"2026-04-16T09:53:53.891753Z","steps":["trace[1359188161] 'process raft request' (duration: 306.355654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:53.891811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:53.585091Z","time spent":"306.696594ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:53.891979Z","caller":"traceutil/trace.go:171","msg":"trace[1073054757] transaction","detail":"{read_only:false; response_revision:16411; number_of_response:1; }","duration":"306.664863ms","start":"2026-04-16T09:53:53.585306Z","end":"2026-04-16T09:53:53.891971Z","steps":["trace[1073054757] 'process raft request' (duration: 306.414285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:53:53.892022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:53:53.585297Z","time spent":"306.705574ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:53:53.894732Z","caller":"traceutil/trace.go:171","msg":"trace[2103284085] transaction","detail":"{read_only:false; response_revision:16413; number_of_response:1; }","duration":"144.411625ms","start":"2026-04-16T09:53:53.750297Z","end":"2026-04-16T09:53:53.894709Z","steps":["trace[2103284085] 'process raft request' (duration: 144.27255ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:53.894763Z","caller":"traceutil/trace.go:171","msg":"trace[1618606684] transaction","detail":"{read_only:false; response_revision:16412; number_of_response:1; }","duration":"180.726692ms","start":"2026-04-16T09:53:53.714005Z","end":"2026-04-16T09:53:53.894732Z","steps":["trace[1618606684] 'process raft request' (duration: 180.404132ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:53:54.299794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13991} {"level":"info","ts":"2026-04-16T09:53:54.420665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13991,"took":"117.942339ms","hash":611833383,"current-db-size-bytes":53714944,"current-db-size":"54 MB","current-db-size-in-use-bytes":32268288,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T09:53:54.420714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":611833383,"revision":13991,"compact-revision":11177} {"level":"info","ts":"2026-04-16T09:53:57.788355Z","caller":"traceutil/trace.go:171","msg":"trace[1605510494] transaction","detail":"{read_only:false; response_revision:16514; number_of_response:1; }","duration":"129.310688ms","start":"2026-04-16T09:53:57.659017Z","end":"2026-04-16T09:53:57.788328Z","steps":["trace[1605510494] 'process raft request' (duration: 129.151883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:33.98305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414852951,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:54:34.101567Z","caller":"traceutil/trace.go:171","msg":"trace[397789266] transaction","detail":"{read_only:false; response_revision:16766; number_of_response:1; }","duration":"767.115857ms","start":"2026-04-16T09:54:33.334429Z","end":"2026-04-16T09:54:34.101545Z","steps":["trace[397789266] 'process raft request' (duration: 766.983392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:34.101718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:33.334404Z","time spent":"767.239021ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:54:34.107117Z","caller":"traceutil/trace.go:171","msg":"trace[1668928733] transaction","detail":"{read_only:false; response_revision:16767; number_of_response:1; }","duration":"449.559319ms","start":"2026-04-16T09:54:33.657514Z","end":"2026-04-16T09:54:34.107073Z","steps":["trace[1668928733] 'process raft request' (duration: 449.391734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:34.107277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:33.657469Z","time spent":"449.732634ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:54:34.10797Z","caller":"traceutil/trace.go:171","msg":"trace[802654457] linearizableReadLoop","detail":"{readStateIndex:17311; appliedIndex:17309; }","duration":"625.407267ms","start":"2026-04-16T09:54:33.482269Z","end":"2026-04-16T09:54:34.107676Z","steps":["trace[802654457] 'read index received' (duration: 619.130999ms)","trace[802654457] 'applied index is now lower than readState.Index' (duration: 6.274688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:54:34.108747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.415619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T09:54:34.108793Z","caller":"traceutil/trace.go:171","msg":"trace[962320957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16771; }","duration":"626.554663ms","start":"2026-04-16T09:54:33.482226Z","end":"2026-04-16T09:54:34.108781Z","steps":["trace[962320957] 'agreement among raft nodes before linearized reading' (duration: 625.767398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:34.108827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:33.482205Z","time spent":"626.610305ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T09:54:34.113356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.785651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-16T09:54:34.113435Z","caller":"traceutil/trace.go:171","msg":"trace[2009553746] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:16771; }","duration":"284.903565ms","start":"2026-04-16T09:54:33.828511Z","end":"2026-04-16T09:54:34.113414Z","steps":["trace[2009553746] 'agreement among raft nodes before linearized reading' (duration: 279.773823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:40.754008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:54:41.254272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:54:41.434356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267420532s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:54:41.434966Z","caller":"traceutil/trace.go:171","msg":"trace[2077749260] transaction","detail":"{read_only:false; response_revision:16797; number_of_response:1; }","duration":"1.268318671s","start":"2026-04-16T09:54:40.16661Z","end":"2026-04-16T09:54:41.434929Z","steps":["trace[2077749260] 'process raft request' (duration: 1.268043542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:41.435155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.166576Z","time spent":"1.268476726s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:54:42.507735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.988533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T09:54:42.507933Z","caller":"traceutil/trace.go:171","msg":"trace[684151949] transaction","detail":"{read_only:false; response_revision:16798; number_of_response:1; }","duration":"2.340255363s","start":"2026-04-16T09:54:40.167645Z","end":"2026-04-16T09:54:42.507901Z","steps":["trace[684151949] 'process raft request' (duration: 2.089019982s)","trace[684151949] 'compare' (duration: 250.220279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:54:42.508055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.167617Z","time spent":"2.340374537s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:54:42.508088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254349058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-16T09:54:42.508114Z","caller":"traceutil/trace.go:171","msg":"trace[2106215656] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16800; }","duration":"2.254376929s","start":"2026-04-16T09:54:40.253727Z","end":"2026-04-16T09:54:42.508104Z","steps":["trace[2106215656] 'agreement among raft nodes before linearized reading' (duration: 2.254256285s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.508145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.253586Z","time spent":"2.254552574s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-16T09:54:42.507962Z","caller":"traceutil/trace.go:171","msg":"trace[1927597349] linearizableReadLoop","detail":"{readStateIndex:17345; appliedIndex:17341; }","duration":"2.254193543s","start":"2026-04-16T09:54:40.253752Z","end":"2026-04-16T09:54:42.507946Z","steps":["trace[1927597349] 'read index received' (duration: 1.180975969s)","trace[1927597349] 'applied index is now lower than readState.Index' (duration: 1.073216554s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:54:42.508315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995455684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T09:54:42.508339Z","caller":"traceutil/trace.go:171","msg":"trace[559636247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16800; }","duration":"1.995517516s","start":"2026-04-16T09:54:40.512816Z","end":"2026-04-16T09:54:42.508333Z","steps":["trace[559636247] 'agreement among raft nodes before linearized reading' (duration: 1.995425913s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.508354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.512793Z","time spent":"1.995558628s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:54:42.508358Z","caller":"traceutil/trace.go:171","msg":"trace[1273536907] transaction","detail":"{read_only:false; response_revision:16799; number_of_response:1; }","duration":"2.340603375s","start":"2026-04-16T09:54:40.167746Z","end":"2026-04-16T09:54:42.508349Z","steps":["trace[1273536907] 'process raft request' (duration: 2.340084948s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.508399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.167739Z","time spent":"2.340638696s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:54:42.508479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228500333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:54:42.508499Z","caller":"traceutil/trace.go:171","msg":"trace[1235395141] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16800; }","duration":"1.228563284s","start":"2026-04-16T09:54:41.279931Z","end":"2026-04-16T09:54:42.508494Z","steps":["trace[1235395141] 'agreement among raft nodes before linearized reading' (duration: 1.228519893s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.508515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:41.279911Z","time spent":"1.228599986s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:54:42.508632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435306409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-04-16T09:54:42.508651Z","caller":"traceutil/trace.go:171","msg":"trace[1382701331] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:16800; }","duration":"1.435334699s","start":"2026-04-16T09:54:41.073312Z","end":"2026-04-16T09:54:42.508647Z","steps":["trace[1382701331] 'agreement among raft nodes before linearized reading' (duration: 1.435275507s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.508664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:41.073307Z","time spent":"1.43535403s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:54:42.508752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436703982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:54:42.50877Z","caller":"traceutil/trace.go:171","msg":"trace[1622199652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16800; }","duration":"1.436751754s","start":"2026-04-16T09:54:41.072013Z","end":"2026-04-16T09:54:42.508765Z","steps":["trace[1622199652] 'agreement among raft nodes before linearized reading' (duration: 1.436726673s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.508782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:41.071994Z","time spent":"1.436785255s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:54:42.508497Z","caller":"traceutil/trace.go:171","msg":"trace[684256111] transaction","detail":"{read_only:false; response_revision:16800; number_of_response:1; }","duration":"2.291579255s","start":"2026-04-16T09:54:40.21691Z","end":"2026-04-16T09:54:42.508489Z","steps":["trace[684256111] 'process raft request' (duration: 2.291002547s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.508847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.216872Z","time spent":"2.291949507s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:54:42.50907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865733984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:54:42.509182Z","caller":"traceutil/trace.go:171","msg":"trace[1205160156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16800; }","duration":"1.865920909s","start":"2026-04-16T09:54:40.643235Z","end":"2026-04-16T09:54:42.509156Z","steps":["trace[1205160156] 'agreement among raft nodes before linearized reading' (duration: 1.865567288s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.509235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.643206Z","time spent":"1.866018752s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:54:42.509268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865716123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T09:54:42.509271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865507207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T09:54:42.509298Z","caller":"traceutil/trace.go:171","msg":"trace[1640146557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16800; }","duration":"1.865795345s","start":"2026-04-16T09:54:40.643495Z","end":"2026-04-16T09:54:42.50929Z","steps":["trace[1640146557] 'agreement among raft nodes before linearized reading' (duration: 1.865732123s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:54:42.509301Z","caller":"traceutil/trace.go:171","msg":"trace[1848934294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16800; }","duration":"1.865576519s","start":"2026-04-16T09:54:40.643717Z","end":"2026-04-16T09:54:42.509294Z","steps":["trace[1848934294] 'agreement among raft nodes before linearized reading' (duration: 1.865497576s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.509318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.643453Z","time spent":"1.865862127s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:54:42.509324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.643699Z","time spent":"1.86561965s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:54:42.509512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862230112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T09:54:42.5096Z","caller":"traceutil/trace.go:171","msg":"trace[1342648171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16800; }","duration":"1.862350157s","start":"2026-04-16T09:54:40.64723Z","end":"2026-04-16T09:54:42.50958Z","steps":["trace[1342648171] 'agreement among raft nodes before linearized reading' (duration: 1.861983875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.509594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438072586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-16T09:54:42.509643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:40.647213Z","time spent":"1.862421119s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:54:42.509689Z","caller":"traceutil/trace.go:171","msg":"trace[1152059820] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:16800; }","duration":"1.43822716s","start":"2026-04-16T09:54:41.071438Z","end":"2026-04-16T09:54:42.509665Z","steps":["trace[1152059820] 'agreement among raft nodes before linearized reading' (duration: 1.437793747s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:42.509743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:41.071416Z","time spent":"1.438317233s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"warn","ts":"2026-04-16T09:54:43.016518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:54:43.037939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.182178ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:54:43.038078Z","caller":"traceutil/trace.go:171","msg":"trace[1805195109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16800; }","duration":"244.337863ms","start":"2026-04-16T09:54:42.793719Z","end":"2026-04-16T09:54:43.038057Z","steps":["trace[1805195109] 'range keys from in-memory index tree' (duration: 244.165338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:54:43.038283Z","caller":"traceutil/trace.go:171","msg":"trace[759398061] transaction","detail":"{read_only:false; response_revision:16801; number_of_response:1; }","duration":"524.476368ms","start":"2026-04-16T09:54:42.513683Z","end":"2026-04-16T09:54:43.038159Z","steps":["trace[759398061] 'process raft request' (duration: 522.770164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.038466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.513665Z","time spent":"524.704365ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:54:43.040857Z","caller":"traceutil/trace.go:171","msg":"trace[1772590619] transaction","detail":"{read_only:false; response_revision:16802; number_of_response:1; }","duration":"526.530874ms","start":"2026-04-16T09:54:42.514291Z","end":"2026-04-16T09:54:43.040821Z","steps":["trace[1772590619] 'process raft request' (duration: 526.285616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.041077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.514269Z","time spent":"526.717179ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:54:43.040845Z","caller":"traceutil/trace.go:171","msg":"trace[645283880] transaction","detail":"{read_only:false; response_revision:16803; number_of_response:1; }","duration":"526.335677ms","start":"2026-04-16T09:54:42.514477Z","end":"2026-04-16T09:54:43.040812Z","steps":["trace[645283880] 'process raft request' (duration: 526.233024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.041352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.514468Z","time spent":"526.769901ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:54:43.041497Z","caller":"traceutil/trace.go:171","msg":"trace[1153453418] transaction","detail":"{read_only:false; response_revision:16805; number_of_response:1; }","duration":"525.574194ms","start":"2026-04-16T09:54:42.515907Z","end":"2026-04-16T09:54:43.041482Z","steps":["trace[1153453418] 'process raft request' (duration: 525.099079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:54:43.041485Z","caller":"traceutil/trace.go:171","msg":"trace[156327361] transaction","detail":"{read_only:false; response_revision:16804; number_of_response:1; }","duration":"526.904835ms","start":"2026-04-16T09:54:42.514537Z","end":"2026-04-16T09:54:43.041441Z","steps":["trace[156327361] 'process raft request' (duration: 526.220544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.041585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.515888Z","time spent":"525.651495ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:54:43.041639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.51453Z","time spent":"527.029819ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:54:43.044108Z","caller":"traceutil/trace.go:171","msg":"trace[1334225492] linearizableReadLoop","detail":"{readStateIndex:17351; appliedIndex:17345; }","duration":"528.183005ms","start":"2026-04-16T09:54:42.515889Z","end":"2026-04-16T09:54:43.044072Z","steps":["trace[1334225492] 'read index received' (duration: 520.510723ms)","trace[1334225492] 'applied index is now lower than readState.Index' (duration: 7.670482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:54:43.044984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.023283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:54:43.045052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.239146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:54:43.045101Z","caller":"traceutil/trace.go:171","msg":"trace[1414918246] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:16805; }","duration":"300.22335ms","start":"2026-04-16T09:54:42.744848Z","end":"2026-04-16T09:54:43.045072Z","steps":["trace[1414918246] 'agreement among raft nodes before linearized reading' (duration: 299.981292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.045115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.517311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:54:43.045151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.061661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T09:54:43.045148Z","caller":"traceutil/trace.go:171","msg":"trace[1755752807] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16805; }","duration":"465.415432ms","start":"2026-04-16T09:54:42.579709Z","end":"2026-04-16T09:54:43.045124Z","steps":["trace[1755752807] 'agreement among raft nodes before linearized reading' (duration: 465.218455ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:54:43.04516Z","caller":"traceutil/trace.go:171","msg":"trace[1221459316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16805; }","duration":"127.604343ms","start":"2026-04-16T09:54:42.917542Z","end":"2026-04-16T09:54:43.045147Z","steps":["trace[1221459316] 'agreement among raft nodes before linearized reading' (duration: 127.517851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.045162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.744824Z","time spent":"300.323773ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:54:43.045184Z","caller":"traceutil/trace.go:171","msg":"trace[42606543] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16805; }","duration":"242.133503ms","start":"2026-04-16T09:54:42.80304Z","end":"2026-04-16T09:54:43.045174Z","steps":["trace[42606543] 'agreement among raft nodes before linearized reading' (duration: 242.02382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.045203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.579687Z","time spent":"465.506754ms","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:54:43.045032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.051541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:54:43.045373Z","caller":"traceutil/trace.go:171","msg":"trace[725899219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16805; }","duration":"528.410602ms","start":"2026-04-16T09:54:42.516957Z","end":"2026-04-16T09:54:43.045367Z","steps":["trace[725899219] 'agreement among raft nodes before linearized reading' (duration: 528.038371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.045393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.516949Z","time spent":"528.439054ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:54:43.045515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.60282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:117 size:1136188"} {"level":"info","ts":"2026-04-16T09:54:43.045572Z","caller":"traceutil/trace.go:171","msg":"trace[1985016008] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:117; response_revision:16805; }","duration":"529.700813ms","start":"2026-04-16T09:54:42.515859Z","end":"2026-04-16T09:54:43.04556Z","steps":["trace[1985016008] 'agreement among raft nodes before linearized reading' (duration: 528.411633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.045618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.515836Z","time spent":"529.769626ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":117,"response size":1136211,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:54:43.045941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.721904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:117 size:1136188"} {"level":"info","ts":"2026-04-16T09:54:43.045989Z","caller":"traceutil/trace.go:171","msg":"trace[1528252783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:117; response_revision:16805; }","duration":"529.785707ms","start":"2026-04-16T09:54:42.516192Z","end":"2026-04-16T09:54:43.045978Z","steps":["trace[1528252783] 'agreement among raft nodes before linearized reading' (duration: 528.147085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:54:43.046013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:54:42.516185Z","time spent":"529.820267ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":117,"response size":1136211,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:55:06.392662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:55:06.892801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:55:07.393441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:55:07.894373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:55:08.21342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T09:55:08.21349Z","caller":"traceutil/trace.go:171","msg":"trace[254026308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691879s","start":"2026-04-16T09:55:06.212784Z","end":"2026-04-16T09:55:08.213476Z","steps":["trace[254026308] 'agreement among raft nodes before linearized reading' (duration: 2.000604407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:08.213524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:06.212766Z","time spent":"2.000750882s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:55:08.39518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:55:08.895861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:55:09.070989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T09:55:09.071082Z","caller":"traceutil/trace.go:171","msg":"trace[548646118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325109s","start":"2026-04-16T09:55:07.070733Z","end":"2026-04-16T09:55:09.071058Z","steps":["trace[548646118] 'agreement among raft nodes before linearized reading' (duration: 2.000206205s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.071155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.070717Z","time spent":"2.000417742s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:55:09.396538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414853833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:55:09.420415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.634482952s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T09:55:09.421406Z","caller":"traceutil/trace.go:171","msg":"trace[1398769535] transaction","detail":"{read_only:false; response_revision:17093; number_of_response:1; }","duration":"3.635535305s","start":"2026-04-16T09:55:05.785847Z","end":"2026-04-16T09:55:09.421382Z","steps":["trace[1398769535] 'process raft request' (duration: 3.634937366s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.421562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.785827Z","time spent":"3.635668059s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5416,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:55:09.42623Z","caller":"traceutil/trace.go:171","msg":"trace[1546272918] transaction","detail":"{read_only:false; response_revision:17094; number_of_response:1; }","duration":"3.629205185s","start":"2026-04-16T09:55:05.797003Z","end":"2026-04-16T09:55:09.426208Z","steps":["trace[1546272918] 'process raft request' (duration: 3.62903294s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.426398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.796982Z","time spent":"3.62935523s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:55:09.426575Z","caller":"traceutil/trace.go:171","msg":"trace[1178475116] transaction","detail":"{read_only:false; response_revision:17095; number_of_response:1; }","duration":"2.81753381s","start":"2026-04-16T09:55:06.609007Z","end":"2026-04-16T09:55:09.426541Z","steps":["trace[1178475116] 'process raft request' (duration: 2.817161198s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.42677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:06.608979Z","time spent":"2.817702355s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:55:09.426779Z","caller":"traceutil/trace.go:171","msg":"trace[29593532] transaction","detail":"{read_only:false; response_revision:17096; number_of_response:1; }","duration":"2.81534745s","start":"2026-04-16T09:55:06.611411Z","end":"2026-04-16T09:55:09.426758Z","steps":["trace[29593532] 'process raft request' (duration: 2.815002909s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.426919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:06.611392Z","time spent":"2.815440254s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:55:09.42694Z","caller":"traceutil/trace.go:171","msg":"trace[237871654] transaction","detail":"{read_only:false; response_revision:17097; number_of_response:1; }","duration":"2.814639299s","start":"2026-04-16T09:55:06.612287Z","end":"2026-04-16T09:55:09.426927Z","steps":["trace[237871654] 'process raft request' (duration: 2.814399751s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:09.426956Z","caller":"traceutil/trace.go:171","msg":"trace[897591515] linearizableReadLoop","detail":"{readStateIndex:17650; appliedIndex:17643; }","duration":"3.534865993s","start":"2026-04-16T09:55:05.892077Z","end":"2026-04-16T09:55:09.426943Z","steps":["trace[897591515] 'read index received' (duration: 3.52875744s)","trace[897591515] 'applied index is now lower than readState.Index' (duration: 6.107753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:55:09.427032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:06.612282Z","time spent":"2.81468512s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:55:09.427085Z","caller":"traceutil/trace.go:171","msg":"trace[1674167002] transaction","detail":"{read_only:false; response_revision:17098; number_of_response:1; }","duration":"1.844873965s","start":"2026-04-16T09:55:07.582194Z","end":"2026-04-16T09:55:09.427068Z","steps":["trace[1674167002] 'process raft request' (duration: 1.844677059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.42714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.582174Z","time spent":"1.844929246s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:55:09.427156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53506985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:55:09.427215Z","caller":"traceutil/trace.go:171","msg":"trace[1862338960] transaction","detail":"{read_only:false; response_revision:17099; number_of_response:1; }","duration":"410.096423ms","start":"2026-04-16T09:55:09.017112Z","end":"2026-04-16T09:55:09.427209Z","steps":["trace[1862338960] 'process raft request' (duration: 409.803543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530314129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.427214Z","caller":"traceutil/trace.go:171","msg":"trace[93843715] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:17099; }","duration":"3.535168352s","start":"2026-04-16T09:55:05.892033Z","end":"2026-04-16T09:55:09.427201Z","steps":["trace[93843715] 'agreement among raft nodes before linearized reading' (duration: 3.53507998s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:09.017091Z","time spent":"410.141954ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:55:09.427269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.892016Z","time spent":"3.535243175s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:55:09.427253Z","caller":"traceutil/trace.go:171","msg":"trace[1832146865] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17099; }","duration":"3.530414303s","start":"2026-04-16T09:55:05.896829Z","end":"2026-04-16T09:55:09.427243Z","steps":["trace[1832146865] 'agreement among raft nodes before linearized reading' (duration: 3.53031254s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.89682Z","time spent":"3.530492785s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:55:09.427289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209834081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.427376Z","caller":"traceutil/trace.go:171","msg":"trace[1811186062] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17099; }","duration":"2.209930204s","start":"2026-04-16T09:55:07.217438Z","end":"2026-04-16T09:55:09.427368Z","steps":["trace[1811186062] 'agreement among raft nodes before linearized reading' (duration: 2.209831931s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.217433Z","time spent":"2.209955535s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:55:09.42732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209888683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.427438Z","caller":"traceutil/trace.go:171","msg":"trace[1569689212] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:17099; }","duration":"2.210020007s","start":"2026-04-16T09:55:07.217413Z","end":"2026-04-16T09:55:09.427433Z","steps":["trace[1569689212] 'agreement among raft nodes before linearized reading' (duration: 2.209893573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.217407Z","time spent":"2.210045907s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:55:09.427484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209923064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.42758Z","caller":"traceutil/trace.go:171","msg":"trace[514512371] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17099; }","duration":"2.21010283s","start":"2026-04-16T09:55:07.21746Z","end":"2026-04-16T09:55:09.427563Z","steps":["trace[514512371] 'agreement among raft nodes before linearized reading' (duration: 2.209750189s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.42761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269263019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-16T09:55:09.427624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.217455Z","time spent":"2.210157301s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-16T09:55:09.427634Z","caller":"traceutil/trace.go:171","msg":"trace[1669742428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17099; }","duration":"2.269308021s","start":"2026-04-16T09:55:07.158319Z","end":"2026-04-16T09:55:09.427627Z","steps":["trace[1669742428] 'agreement among raft nodes before linearized reading' (duration: 2.269231709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635068964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:09.427655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.158306Z","time spent":"2.269344852s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T09:55:09.427667Z","caller":"traceutil/trace.go:171","msg":"trace[1759522526] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:17099; }","duration":"1.635151976s","start":"2026-04-16T09:55:07.792505Z","end":"2026-04-16T09:55:09.427657Z","steps":["trace[1759522526] 'agreement among raft nodes before linearized reading' (duration: 1.635087934s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.792487Z","time spent":"1.635206758s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:55:09.42773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71468344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:09.427739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210350627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.427763Z","caller":"traceutil/trace.go:171","msg":"trace[1286855404] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17099; }","duration":"1.714730071s","start":"2026-04-16T09:55:07.713023Z","end":"2026-04-16T09:55:09.427753Z","steps":["trace[1286855404] 'agreement among raft nodes before linearized reading' (duration: 1.714680599s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:09.427774Z","caller":"traceutil/trace.go:171","msg":"trace[676886012] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17099; }","duration":"2.210421819s","start":"2026-04-16T09:55:07.217343Z","end":"2026-04-16T09:55:09.427765Z","steps":["trace[676886012] 'agreement among raft nodes before linearized reading' (duration: 2.209991126s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275203567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-16T09:55:09.427807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.217323Z","time spent":"2.210477891s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-16T09:55:09.427819Z","caller":"traceutil/trace.go:171","msg":"trace[1618759610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17099; }","duration":"2.275242049s","start":"2026-04-16T09:55:07.152572Z","end":"2026-04-16T09:55:09.427814Z","steps":["trace[1618759610] 'agreement among raft nodes before linearized reading' (duration: 2.275189717s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714823064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.427859Z","caller":"traceutil/trace.go:171","msg":"trace[1192112288] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:17099; }","duration":"1.714879486s","start":"2026-04-16T09:55:07.712972Z","end":"2026-04-16T09:55:09.427851Z","steps":["trace[1192112288] 'agreement among raft nodes before linearized reading' (duration: 1.714836795s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.712956Z","time spent":"1.714925937s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:55:09.427899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276738635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T09:55:09.427929Z","caller":"traceutil/trace.go:171","msg":"trace[1647645299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17099; }","duration":"2.276757776s","start":"2026-04-16T09:55:07.151155Z","end":"2026-04-16T09:55:09.427913Z","steps":["trace[1647645299] 'agreement among raft nodes before linearized reading' (duration: 2.276695044s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.151104Z","time spent":"2.276841399s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:55:09.427962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4322832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.427994Z","caller":"traceutil/trace.go:171","msg":"trace[1522185586] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17099; }","duration":"3.432339552s","start":"2026-04-16T09:55:05.995646Z","end":"2026-04-16T09:55:09.427986Z","steps":["trace[1522185586] 'agreement among raft nodes before linearized reading' (duration: 3.432295741s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.428023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.995634Z","time spent":"3.432381963s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:55:09.42797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715699332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:09.42806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970898838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.42808Z","caller":"traceutil/trace.go:171","msg":"trace[1115039009] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:17099; }","duration":"2.970955009s","start":"2026-04-16T09:55:06.45712Z","end":"2026-04-16T09:55:09.428075Z","steps":["trace[1115039009] 'agreement among raft nodes before linearized reading' (duration: 2.970921318s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.428095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432435666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:09.428109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:06.457103Z","time spent":"2.971000771s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:55:09.428166Z","caller":"traceutil/trace.go:171","msg":"trace[1747144655] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17099; }","duration":"3.432504308s","start":"2026-04-16T09:55:05.995653Z","end":"2026-04-16T09:55:09.428158Z","steps":["trace[1747144655] 'agreement among raft nodes before linearized reading' (duration: 3.432424115s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.428191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.995599Z","time spent":"3.432586261s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530910888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.428292Z","caller":"traceutil/trace.go:171","msg":"trace[2013442475] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17099; }","duration":"3.5309758s","start":"2026-04-16T09:55:05.89731Z","end":"2026-04-16T09:55:09.428286Z","steps":["trace[2013442475] 'agreement among raft nodes before linearized reading' (duration: 3.530935639s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.428242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716199677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:09.428315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.897288Z","time spent":"3.531022072s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.594907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-16T09:55:09.427928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432217768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.428392Z","caller":"traceutil/trace.go:171","msg":"trace[619513310] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:17099; }","duration":"347.702811ms","start":"2026-04-16T09:55:09.080669Z","end":"2026-04-16T09:55:09.428372Z","steps":["trace[619513310] 'agreement among raft nodes before linearized reading' (duration: 347.539945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.428415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531394864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.428427Z","caller":"traceutil/trace.go:171","msg":"trace[31470197] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17099; }","duration":"3.432726695s","start":"2026-04-16T09:55:05.995689Z","end":"2026-04-16T09:55:09.428416Z","steps":["trace[31470197] 'agreement among raft nodes before linearized reading' (duration: 3.432223859s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.4285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.995683Z","time spent":"3.432805037s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129611125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-16T09:55:09.428336Z","caller":"traceutil/trace.go:171","msg":"trace[2044882111] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17099; }","duration":"1.716324702s","start":"2026-04-16T09:55:07.712Z","end":"2026-04-16T09:55:09.428325Z","steps":["trace[2044882111] 'agreement among raft nodes before linearized reading' (duration: 1.716110785s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.428696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.940766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-rk2xt\" ","response":"range_response_count:1 size:7345"} {"level":"info","ts":"2026-04-16T09:55:09.42873Z","caller":"traceutil/trace.go:171","msg":"trace[303586153] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-rk2xt; range_end:; response_count:1; response_revision:17099; }","duration":"389.999938ms","start":"2026-04-16T09:55:09.038722Z","end":"2026-04-16T09:55:09.428722Z","steps":["trace[303586153] 'agreement among raft nodes before linearized reading' (duration: 389.890494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.427792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.713015Z","time spent":"1.714768952s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067781801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-04-16T09:55:09.428932Z","caller":"traceutil/trace.go:171","msg":"trace[753225689] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:17099; }","duration":"2.067825902s","start":"2026-04-16T09:55:07.361099Z","end":"2026-04-16T09:55:09.428925Z","steps":["trace[753225689] 'agreement among raft nodes before linearized reading' (duration: 2.067712979s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.428503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.812085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:09.428952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.361093Z","time spent":"2.067854004s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:09.038708Z","time spent":"390.04429ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7368,"request content":"key:\"/registry/pods/openstack/manila-db-init-rk2xt\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.711985Z","time spent":"1.716997663s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:55:09.427748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271405007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T09:55:09.429031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87095875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:55:09.429056Z","caller":"traceutil/trace.go:171","msg":"trace[1398640766] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:17099; }","duration":"1.871028212s","start":"2026-04-16T09:55:07.558021Z","end":"2026-04-16T09:55:09.42905Z","steps":["trace[1398640766] 'agreement among raft nodes before linearized reading' (duration: 1.87097778s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.429077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.558001Z","time spent":"1.871070263s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:55:09.42796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.023851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:09.42909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068006608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-16T09:55:09.427897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432058413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.429081Z","caller":"traceutil/trace.go:171","msg":"trace[653999691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17099; }","duration":"2.272727949s","start":"2026-04-16T09:55:07.156324Z","end":"2026-04-16T09:55:09.429052Z","steps":["trace[653999691] 'agreement among raft nodes before linearized reading' (duration: 2.271381166s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:09.429129Z","caller":"traceutil/trace.go:171","msg":"trace[2000740305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:17099; }","duration":"200.24713ms","start":"2026-04-16T09:55:09.228863Z","end":"2026-04-16T09:55:09.42911Z","steps":["trace[2000740305] 'agreement among raft nodes before linearized reading' (duration: 199.072963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:09.429141Z","caller":"traceutil/trace.go:171","msg":"trace[1012687684] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:17099; }","duration":"2.06805516s","start":"2026-04-16T09:55:07.361073Z","end":"2026-04-16T09:55:09.429128Z","steps":["trace[1012687684] 'agreement among raft nodes before linearized reading' (duration: 2.067917945s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.429168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.361005Z","time spent":"2.068156023s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"warn","ts":"2026-04-16T09:55:09.42917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.156317Z","time spent":"2.272823542s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T09:55:09.429151Z","caller":"traceutil/trace.go:171","msg":"trace[337597009] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:17099; }","duration":"3.433335833s","start":"2026-04-16T09:55:05.995792Z","end":"2026-04-16T09:55:09.429128Z","steps":["trace[337597009] 'agreement among raft nodes before linearized reading' (duration: 3.432085964s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.428106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.93644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T09:55:09.428089Z","caller":"traceutil/trace.go:171","msg":"trace[1265794231] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17099; }","duration":"1.715815425s","start":"2026-04-16T09:55:07.712233Z","end":"2026-04-16T09:55:09.428049Z","steps":["trace[1265794231] 'agreement among raft nodes before linearized reading' (duration: 1.715719562s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.42927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.712218Z","time spent":"1.717045445s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:55:09.428438Z","caller":"traceutil/trace.go:171","msg":"trace[957800523] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17099; }","duration":"3.531432784s","start":"2026-04-16T09:55:05.896998Z","end":"2026-04-16T09:55:09.428431Z","steps":["trace[957800523] 'agreement among raft nodes before linearized reading' (duration: 3.531394793s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:09.429278Z","caller":"traceutil/trace.go:171","msg":"trace[1274300636] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:17099; }","duration":"300.119746ms","start":"2026-04-16T09:55:09.129131Z","end":"2026-04-16T09:55:09.42925Z","steps":["trace[1274300636] 'agreement among raft nodes before linearized reading' (duration: 298.852616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.429383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:09.129118Z","time spent":"300.246421ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282620852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T09:55:09.429589Z","caller":"traceutil/trace.go:171","msg":"trace[964265208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17099; }","duration":"2.284198902s","start":"2026-04-16T09:55:07.145374Z","end":"2026-04-16T09:55:09.429573Z","steps":["trace[964265208] 'agreement among raft nodes before linearized reading' (duration: 2.282618592s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.429634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.145356Z","time spent":"2.284265804s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:55:09.427839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.152563Z","time spent":"2.27527239s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:55:09.429724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.995764Z","time spent":"3.433915222s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:55:09.429324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.896993Z","time spent":"3.532326283s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531514677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.429876Z","caller":"traceutil/trace.go:171","msg":"trace[1263624009] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:17099; }","duration":"3.532996714s","start":"2026-04-16T09:55:05.896868Z","end":"2026-04-16T09:55:09.429865Z","steps":["trace[1263624009] 'agreement among raft nodes before linearized reading' (duration: 3.531548708s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:09.429882Z","caller":"traceutil/trace.go:171","msg":"trace[179126144] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:17099; }","duration":"2.130891976s","start":"2026-04-16T09:55:07.298973Z","end":"2026-04-16T09:55:09.429865Z","steps":["trace[179126144] 'agreement among raft nodes before linearized reading' (duration: 2.129575334s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.429909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:05.896863Z","time spent":"3.533037595s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-16T09:55:09.429943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:07.298956Z","time spent":"2.130972238s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233575513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.43013Z","caller":"traceutil/trace.go:171","msg":"trace[66458340] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:17099; }","duration":"1.235193394s","start":"2026-04-16T09:55:08.194923Z","end":"2026-04-16T09:55:09.430117Z","steps":["trace[66458340] 'agreement among raft nodes before linearized reading' (duration: 1.233590943s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.430165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:08.19491Z","time spent":"1.235243875s","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:55:09.427539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355299368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:09.431715Z","caller":"traceutil/trace.go:171","msg":"trace[64536116] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:17099; }","duration":"3.359515461s","start":"2026-04-16T09:55:06.072188Z","end":"2026-04-16T09:55:09.431704Z","steps":["trace[64536116] 'agreement among raft nodes before linearized reading' (duration: 3.355320888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.431756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:06.072166Z","time spent":"3.359573652s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:55:09.428966Z","caller":"traceutil/trace.go:171","msg":"trace[1856967621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17099; }","duration":"348.332211ms","start":"2026-04-16T09:55:09.080622Z","end":"2026-04-16T09:55:09.428955Z","steps":["trace[1856967621] 'agreement among raft nodes before linearized reading' (duration: 347.855966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.431932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:09.080604Z","time spent":"351.319305ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:55:09.42845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:09.080652Z","time spent":"347.782474ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T09:55:09.428595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.406676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T09:55:09.432294Z","caller":"traceutil/trace.go:171","msg":"trace[2000143727] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:17099; }","duration":"876.141694ms","start":"2026-04-16T09:55:08.556136Z","end":"2026-04-16T09:55:09.432278Z","steps":["trace[2000143727] 'agreement among raft nodes before linearized reading' (duration: 872.321393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:09.432361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:08.556114Z","time spent":"876.224347ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":159,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:55:15.268363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.309872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jphcn\" ","response":"range_response_count:1 size:22113"} {"level":"info","ts":"2026-04-16T09:55:15.268514Z","caller":"traceutil/trace.go:171","msg":"trace[1418426103] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jphcn; range_end:; response_count:1; response_revision:17166; }","duration":"101.530139ms","start":"2026-04-16T09:55:15.16696Z","end":"2026-04-16T09:55:15.268491Z","steps":["trace[1418426103] 'range keys from in-memory index tree' (duration: 101.053665ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.380371Z","caller":"traceutil/trace.go:171","msg":"trace[1229824904] linearizableReadLoop","detail":"{readStateIndex:17721; appliedIndex:17720; }","duration":"162.171646ms","start":"2026-04-16T09:55:15.218174Z","end":"2026-04-16T09:55:15.380345Z","steps":["trace[1229824904] 'read index received' (duration: 162.009941ms)","trace[1229824904] 'applied index is now lower than readState.Index' (duration: 161.075µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:55:15.380582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.395294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:55:15.380628Z","caller":"traceutil/trace.go:171","msg":"trace[296423361] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:17167; }","duration":"162.504936ms","start":"2026-04-16T09:55:15.218106Z","end":"2026-04-16T09:55:15.380611Z","steps":["trace[296423361] 'agreement among raft nodes before linearized reading' (duration: 162.370502ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.380673Z","caller":"traceutil/trace.go:171","msg":"trace[904482142] transaction","detail":"{read_only:false; response_revision:17167; number_of_response:1; }","duration":"212.647692ms","start":"2026-04-16T09:55:15.167911Z","end":"2026-04-16T09:55:15.380559Z","steps":["trace[904482142] 'process raft request' (duration: 212.2635ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.644399Z","caller":"traceutil/trace.go:171","msg":"trace[1315136221] linearizableReadLoop","detail":"{readStateIndex:17722; appliedIndex:17721; }","duration":"189.201381ms","start":"2026-04-16T09:55:15.455167Z","end":"2026-04-16T09:55:15.644368Z","steps":["trace[1315136221] 'read index received' (duration: 189.132078ms)","trace[1315136221] 'applied index is now lower than readState.Index' (duration: 68.093µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:55:15.644635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.443348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:15.644696Z","caller":"traceutil/trace.go:171","msg":"trace[892295850] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17168; }","duration":"189.629974ms","start":"2026-04-16T09:55:15.455052Z","end":"2026-04-16T09:55:15.644682Z","steps":["trace[892295850] 'agreement among raft nodes before linearized reading' (duration: 189.49373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.644561Z","caller":"traceutil/trace.go:171","msg":"trace[207523794] transaction","detail":"{read_only:false; response_revision:17168; number_of_response:1; }","duration":"358.066338ms","start":"2026-04-16T09:55:15.286467Z","end":"2026-04-16T09:55:15.644534Z","steps":["trace[207523794] 'process raft request' (duration: 357.697526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.645081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:55:15.286432Z","time spent":"358.43136ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22318,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:55:15.650907Z","caller":"traceutil/trace.go:171","msg":"trace[90162172] transaction","detail":"{read_only:false; response_revision:17170; number_of_response:1; }","duration":"191.414411ms","start":"2026-04-16T09:55:15.459474Z","end":"2026-04-16T09:55:15.650888Z","steps":["trace[90162172] 'process raft request' (duration: 191.364539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.650953Z","caller":"traceutil/trace.go:171","msg":"trace[1810827521] transaction","detail":"{read_only:false; response_revision:17169; number_of_response:1; }","duration":"194.961113ms","start":"2026-04-16T09:55:15.455959Z","end":"2026-04-16T09:55:15.65092Z","steps":["trace[1810827521] 'process raft request' (duration: 194.757336ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.651138Z","caller":"traceutil/trace.go:171","msg":"trace[1331471671] transaction","detail":"{read_only:false; response_revision:17171; number_of_response:1; }","duration":"191.338058ms","start":"2026-04-16T09:55:15.459783Z","end":"2026-04-16T09:55:15.651121Z","steps":["trace[1331471671] 'process raft request' (duration: 191.08193ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.65121Z","caller":"traceutil/trace.go:171","msg":"trace[910876952] transaction","detail":"{read_only:false; response_revision:17172; number_of_response:1; }","duration":"187.449485ms","start":"2026-04-16T09:55:15.463743Z","end":"2026-04-16T09:55:15.651193Z","steps":["trace[910876952] 'process raft request' (duration: 187.327891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.651279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.71754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:15.651325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.524249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T09:55:15.651342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.380837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:15.65136Z","caller":"traceutil/trace.go:171","msg":"trace[483035471] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17172; }","duration":"191.846074ms","start":"2026-04-16T09:55:15.459495Z","end":"2026-04-16T09:55:15.651341Z","steps":["trace[483035471] 'agreement among raft nodes before linearized reading' (duration: 191.702579ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.651377Z","caller":"traceutil/trace.go:171","msg":"trace[1649842095] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17172; }","duration":"189.431068ms","start":"2026-04-16T09:55:15.461936Z","end":"2026-04-16T09:55:15.651367Z","steps":["trace[1649842095] 'agreement among raft nodes before linearized reading' (duration: 189.372846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.65141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.146302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-16T09:55:15.651433Z","caller":"traceutil/trace.go:171","msg":"trace[1798215028] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:17172; }","duration":"135.201644ms","start":"2026-04-16T09:55:15.516227Z","end":"2026-04-16T09:55:15.651428Z","steps":["trace[1798215028] 'agreement among raft nodes before linearized reading' (duration: 135.137712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.651502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.566422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:15.651537Z","caller":"traceutil/trace.go:171","msg":"trace[1674698433] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17172; }","duration":"189.608674ms","start":"2026-04-16T09:55:15.461919Z","end":"2026-04-16T09:55:15.651528Z","steps":["trace[1674698433] 'agreement among raft nodes before linearized reading' (duration: 189.559642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.651583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.829017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T09:55:15.651595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.957798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:15.651619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.86886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:15.651647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.572861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T09:55:15.651671Z","caller":"traceutil/trace.go:171","msg":"trace[2055397015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17172; }","duration":"176.606092ms","start":"2026-04-16T09:55:15.47506Z","end":"2026-04-16T09:55:15.651666Z","steps":["trace[2055397015] 'agreement among raft nodes before linearized reading' (duration: 176.566171ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.65164Z","caller":"traceutil/trace.go:171","msg":"trace[1839525646] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17172; }","duration":"192.060311ms","start":"2026-04-16T09:55:15.459568Z","end":"2026-04-16T09:55:15.651629Z","steps":["trace[1839525646] 'agreement among raft nodes before linearized reading' (duration: 191.960208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.651715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.746197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:15.651734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.33564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T09:55:15.651744Z","caller":"traceutil/trace.go:171","msg":"trace[770921792] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17172; }","duration":"189.779979ms","start":"2026-04-16T09:55:15.461956Z","end":"2026-04-16T09:55:15.651736Z","steps":["trace[770921792] 'agreement among raft nodes before linearized reading' (duration: 189.740918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.6518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.309482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-16T09:55:15.651787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.881842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:15.651752Z","caller":"traceutil/trace.go:171","msg":"trace[680334503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17172; }","duration":"180.409023ms","start":"2026-04-16T09:55:15.471338Z","end":"2026-04-16T09:55:15.651747Z","steps":["trace[680334503] 'agreement among raft nodes before linearized reading' (duration: 180.376952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.651835Z","caller":"traceutil/trace.go:171","msg":"trace[1836452216] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17172; }","duration":"189.940894ms","start":"2026-04-16T09:55:15.461885Z","end":"2026-04-16T09:55:15.651826Z","steps":["trace[1836452216] 'agreement among raft nodes before linearized reading' (duration: 189.862152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.651865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.526969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:55:15.651611Z","caller":"traceutil/trace.go:171","msg":"trace[1161305748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17172; }","duration":"175.878559ms","start":"2026-04-16T09:55:15.475724Z","end":"2026-04-16T09:55:15.651602Z","steps":["trace[1161305748] 'agreement among raft nodes before linearized reading' (duration: 175.832658ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.651883Z","caller":"traceutil/trace.go:171","msg":"trace[1480253069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17172; }","duration":"182.55645ms","start":"2026-04-16T09:55:15.469322Z","end":"2026-04-16T09:55:15.651878Z","steps":["trace[1480253069] 'agreement among raft nodes before linearized reading' (duration: 182.511118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.651911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.308269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:15.651957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.712547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T09:55:15.651958Z","caller":"traceutil/trace.go:171","msg":"trace[214150735] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17172; }","duration":"192.395241ms","start":"2026-04-16T09:55:15.459552Z","end":"2026-04-16T09:55:15.651947Z","steps":["trace[214150735] 'agreement among raft nodes before linearized reading' (duration: 192.321949ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.651974Z","caller":"traceutil/trace.go:171","msg":"trace[240603391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17172; }","duration":"183.737988ms","start":"2026-04-16T09:55:15.468231Z","end":"2026-04-16T09:55:15.651969Z","steps":["trace[240603391] 'agreement among raft nodes before linearized reading' (duration: 183.694536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.651579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.804638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:15.652033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.595918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T09:55:15.651648Z","caller":"traceutil/trace.go:171","msg":"trace[2100456967] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:17172; }","duration":"188.898091ms","start":"2026-04-16T09:55:15.462741Z","end":"2026-04-16T09:55:15.651639Z","steps":["trace[2100456967] 'agreement among raft nodes before linearized reading' (duration: 188.85611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.65205Z","caller":"traceutil/trace.go:171","msg":"trace[1957183945] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17172; }","duration":"189.285143ms","start":"2026-04-16T09:55:15.462754Z","end":"2026-04-16T09:55:15.652039Z","steps":["trace[1957183945] 'agreement among raft nodes before linearized reading' (duration: 188.798478ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.65206Z","caller":"traceutil/trace.go:171","msg":"trace[1682476980] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17172; }","duration":"186.632119ms","start":"2026-04-16T09:55:15.46542Z","end":"2026-04-16T09:55:15.652052Z","steps":["trace[1682476980] 'agreement among raft nodes before linearized reading' (duration: 186.526436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.652111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.566067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:55:15.651682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.025335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:55:15.652153Z","caller":"traceutil/trace.go:171","msg":"trace[617842495] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17172; }","duration":"192.631659ms","start":"2026-04-16T09:55:15.459512Z","end":"2026-04-16T09:55:15.652143Z","steps":["trace[617842495] 'agreement among raft nodes before linearized reading' (duration: 192.569947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:55:15.652177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.930077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-16T09:55:15.652187Z","caller":"traceutil/trace.go:171","msg":"trace[1531177754] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17172; }","duration":"189.50155ms","start":"2026-04-16T09:55:15.46265Z","end":"2026-04-16T09:55:15.652152Z","steps":["trace[1531177754] 'agreement among raft nodes before linearized reading' (duration: 189.013725ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.652209Z","caller":"traceutil/trace.go:171","msg":"trace[146729692] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17172; }","duration":"185.975488ms","start":"2026-04-16T09:55:15.466226Z","end":"2026-04-16T09:55:15.652201Z","steps":["trace[146729692] 'agreement among raft nodes before linearized reading' (duration: 185.900786ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.651351Z","caller":"traceutil/trace.go:171","msg":"trace[1091120631] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17172; }","duration":"188.569781ms","start":"2026-04-16T09:55:15.462773Z","end":"2026-04-16T09:55:15.651343Z","steps":["trace[1091120631] 'agreement among raft nodes before linearized reading' (duration: 188.445857ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:15.651822Z","caller":"traceutil/trace.go:171","msg":"trace[78481629] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:17172; }","duration":"182.339883ms","start":"2026-04-16T09:55:15.469477Z","end":"2026-04-16T09:55:15.651817Z","steps":["trace[78481629] 'agreement among raft nodes before linearized reading' (duration: 182.287761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:19.844823Z","caller":"traceutil/trace.go:171","msg":"trace[1543447507] transaction","detail":"{read_only:false; response_revision:17208; number_of_response:1; }","duration":"100.61639ms","start":"2026-04-16T09:55:19.74418Z","end":"2026-04-16T09:55:19.844796Z","steps":["trace[1543447507] 'process raft request' (duration: 100.534278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:55:19.844856Z","caller":"traceutil/trace.go:171","msg":"trace[16481511] transaction","detail":"{read_only:false; response_revision:17207; number_of_response:1; }","duration":"101.014643ms","start":"2026-04-16T09:55:19.743802Z","end":"2026-04-16T09:55:19.844816Z","steps":["trace[16481511] 'process raft request' (duration: 57.636082ms)","trace[16481511] 'compare' (duration: 43.130263ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:55:22.535146Z","caller":"traceutil/trace.go:171","msg":"trace[1231790883] transaction","detail":"{read_only:false; response_revision:17235; number_of_response:1; }","duration":"148.360189ms","start":"2026-04-16T09:55:22.386758Z","end":"2026-04-16T09:55:22.535118Z","steps":["trace[1231790883] 'process raft request' (duration: 148.200834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.345234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414855352,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T09:56:16.498451Z","caller":"traceutil/trace.go:171","msg":"trace[537521832] transaction","detail":"{read_only:false; response_revision:17566; number_of_response:1; }","duration":"692.99524ms","start":"2026-04-16T09:56:15.805412Z","end":"2026-04-16T09:56:16.498407Z","steps":["trace[537521832] 'process raft request' (duration: 692.845085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.498606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.805393Z","time spent":"693.135785ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:16.676528Z","caller":"traceutil/trace.go:171","msg":"trace[1842018093] linearizableReadLoop","detail":"{readStateIndex:18137; appliedIndex:18133; }","duration":"831.905446ms","start":"2026-04-16T09:56:15.844599Z","end":"2026-04-16T09:56:16.676505Z","steps":["trace[1842018093] 'read index received' (duration: 653.788192ms)","trace[1842018093] 'applied index is now lower than readState.Index' (duration: 178.116444ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:56:16.676583Z","caller":"traceutil/trace.go:171","msg":"trace[1899832098] transaction","detail":"{read_only:false; response_revision:17567; number_of_response:1; }","duration":"757.943361ms","start":"2026-04-16T09:56:15.918616Z","end":"2026-04-16T09:56:16.676559Z","steps":["trace[1899832098] 'process raft request' (duration: 740.962445ms)","trace[1899832098] 'compare' (duration: 16.455089ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:56:16.676686Z","caller":"traceutil/trace.go:171","msg":"trace[1740610860] transaction","detail":"{read_only:false; response_revision:17568; number_of_response:1; }","duration":"756.485834ms","start":"2026-04-16T09:56:15.920187Z","end":"2026-04-16T09:56:16.676673Z","steps":["trace[1740610860] 'process raft request' (duration: 756.155114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.676697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.918593Z","time spent":"758.039064ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:16.676794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.920166Z","time spent":"756.558457ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:16.677014Z","caller":"traceutil/trace.go:171","msg":"trace[92197890] transaction","detail":"{read_only:false; response_revision:17570; number_of_response:1; }","duration":"750.480055ms","start":"2026-04-16T09:56:15.926525Z","end":"2026-04-16T09:56:16.677005Z","steps":["trace[92197890] 'process raft request' (duration: 749.943038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.67707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.926517Z","time spent":"750.528346ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:16.677132Z","caller":"traceutil/trace.go:171","msg":"trace[516917766] transaction","detail":"{read_only:false; response_revision:17569; number_of_response:1; }","duration":"755.472983ms","start":"2026-04-16T09:56:15.921652Z","end":"2026-04-16T09:56:16.677125Z","steps":["trace[516917766] 'process raft request' (duration: 754.777941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.677168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.921643Z","time spent":"755.508464ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:16.67725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:16.677272Z","caller":"traceutil/trace.go:171","msg":"trace[169905573] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17570; }","duration":"832.696841ms","start":"2026-04-16T09:56:15.844569Z","end":"2026-04-16T09:56:16.677266Z","steps":["trace[169905573] 'agreement among raft nodes before linearized reading' (duration: 832.65429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.677291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.844554Z","time spent":"832.733562ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:56:16.693217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.388138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:16.693307Z","caller":"traceutil/trace.go:171","msg":"trace[786061262] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17571; }","duration":"824.508703ms","start":"2026-04-16T09:56:15.868765Z","end":"2026-04-16T09:56:16.693274Z","steps":["trace[786061262] 'agreement among raft nodes before linearized reading' (duration: 824.350598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.693337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.868745Z","time spent":"824.585235ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:56:16.693582Z","caller":"traceutil/trace.go:171","msg":"trace[1106883510] transaction","detail":"{read_only:false; response_revision:17571; number_of_response:1; }","duration":"107.587667ms","start":"2026-04-16T09:56:16.585985Z","end":"2026-04-16T09:56:16.693572Z","steps":["trace[1106883510] 'process raft request' (duration: 107.021219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.693677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.248564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:16.693694Z","caller":"traceutil/trace.go:171","msg":"trace[1005644521] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17571; }","duration":"824.289236ms","start":"2026-04-16T09:56:15.8694Z","end":"2026-04-16T09:56:16.693689Z","steps":["trace[1005644521] 'agreement among raft nodes before linearized reading' (duration: 824.259585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.693709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.869388Z","time spent":"824.316876ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:56:16.693715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.084946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T09:56:16.693765Z","caller":"traceutil/trace.go:171","msg":"trace[54739685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17571; }","duration":"593.185919ms","start":"2026-04-16T09:56:16.100565Z","end":"2026-04-16T09:56:16.693751Z","steps":["trace[54739685] 'agreement among raft nodes before linearized reading' (duration: 593.012253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.693741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.254763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:16.69386Z","caller":"traceutil/trace.go:171","msg":"trace[233611284] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17571; }","duration":"823.404708ms","start":"2026-04-16T09:56:15.870439Z","end":"2026-04-16T09:56:16.693844Z","steps":["trace[233611284] 'agreement among raft nodes before linearized reading' (duration: 823.225442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.693896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.87043Z","time spent":"823.458759ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:56:16.693882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.134109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T09:56:16.693943Z","caller":"traceutil/trace.go:171","msg":"trace[1580361540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17571; }","duration":"702.235692ms","start":"2026-04-16T09:56:15.99169Z","end":"2026-04-16T09:56:16.693926Z","steps":["trace[1580361540] 'agreement among raft nodes before linearized reading' (duration: 702.023926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.693989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.991671Z","time spent":"702.307784ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:56:16.694019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.313751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T09:56:16.69404Z","caller":"traceutil/trace.go:171","msg":"trace[434984602] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17571; }","duration":"172.375653ms","start":"2026-04-16T09:56:16.521657Z","end":"2026-04-16T09:56:16.694033Z","steps":["trace[434984602] 'agreement among raft nodes before linearized reading' (duration: 172.311391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.694072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.717622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T09:56:16.694096Z","caller":"traceutil/trace.go:171","msg":"trace[102772575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17571; }","duration":"578.769473ms","start":"2026-04-16T09:56:16.11532Z","end":"2026-04-16T09:56:16.694089Z","steps":["trace[102772575] 'agreement among raft nodes before linearized reading' (duration: 578.65543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.694113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:16.115312Z","time spent":"578.797205ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:56:16.694151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.050194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T09:56:16.694168Z","caller":"traceutil/trace.go:171","msg":"trace[731078687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17571; }","duration":"580.096166ms","start":"2026-04-16T09:56:16.114067Z","end":"2026-04-16T09:56:16.694164Z","steps":["trace[731078687] 'agreement among raft nodes before linearized reading' (duration: 580.050074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.69418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:16.114049Z","time spent":"580.127546ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:56:16.694204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.766407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-16T09:56:16.694223Z","caller":"traceutil/trace.go:171","msg":"trace[1798342580] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:17571; }","duration":"237.824088ms","start":"2026-04-16T09:56:16.456393Z","end":"2026-04-16T09:56:16.694217Z","steps":["trace[1798342580] 'agreement among raft nodes before linearized reading' (duration: 237.759896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.694279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.80603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-16T09:56:16.694269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.684625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:16.694294Z","caller":"traceutil/trace.go:171","msg":"trace[1314924692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17571; }","duration":"588.855982ms","start":"2026-04-16T09:56:16.105432Z","end":"2026-04-16T09:56:16.694288Z","steps":["trace[1314924692] 'agreement among raft nodes before linearized reading' (duration: 588.81157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.694308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:16.105412Z","time spent":"588.893023ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T09:56:16.694313Z","caller":"traceutil/trace.go:171","msg":"trace[1803754243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17571; }","duration":"625.783658ms","start":"2026-04-16T09:56:16.068515Z","end":"2026-04-16T09:56:16.694299Z","steps":["trace[1803754243] 'agreement among raft nodes before linearized reading' (duration: 625.688545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.694369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.145964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-16T09:56:16.694371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:16.068494Z","time spent":"625.84751ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:56:16.694393Z","caller":"traceutil/trace.go:171","msg":"trace[1004079368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17571; }","duration":"470.208676ms","start":"2026-04-16T09:56:16.224178Z","end":"2026-04-16T09:56:16.694387Z","steps":["trace[1004079368] 'agreement among raft nodes before linearized reading' (duration: 470.140304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.69442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:16.224159Z","time spent":"470.245787ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T09:56:16.694801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.026774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T09:56:16.693821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:16.100547Z","time spent":"593.269432ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:56:16.694821Z","caller":"traceutil/trace.go:171","msg":"trace[1056184044] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:17571; }","duration":"707.091025ms","start":"2026-04-16T09:56:15.987725Z","end":"2026-04-16T09:56:16.694816Z","steps":["trace[1056184044] 'agreement among raft nodes before linearized reading' (duration: 707.046254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:16.694837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:15.987704Z","time spent":"707.129527ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:56:18.819477Z","caller":"traceutil/trace.go:171","msg":"trace[1632416316] transaction","detail":"{read_only:false; response_revision:17583; number_of_response:1; }","duration":"134.267179ms","start":"2026-04-16T09:56:18.685188Z","end":"2026-04-16T09:56:18.819455Z","steps":["trace[1632416316] 'process raft request' (duration: 134.124655ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:18.819635Z","caller":"traceutil/trace.go:171","msg":"trace[1062384998] linearizableReadLoop","detail":"{readStateIndex:18151; appliedIndex:18151; }","duration":"133.66743ms","start":"2026-04-16T09:56:18.685911Z","end":"2026-04-16T09:56:18.819578Z","steps":["trace[1062384998] 'read index received' (duration: 133.642699ms)","trace[1062384998] 'applied index is now lower than readState.Index' (duration: 22.351µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:56:18.819747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.824396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:18.819815Z","caller":"traceutil/trace.go:171","msg":"trace[382032357] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17583; }","duration":"133.940399ms","start":"2026-04-16T09:56:18.68586Z","end":"2026-04-16T09:56:18.819801Z","steps":["trace[382032357] 'agreement among raft nodes before linearized reading' (duration: 133.795934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:18.822488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.048356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:18.822554Z","caller":"traceutil/trace.go:171","msg":"trace[37774872] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17586; }","duration":"124.144589ms","start":"2026-04-16T09:56:18.698393Z","end":"2026-04-16T09:56:18.822537Z","steps":["trace[37774872] 'agreement among raft nodes before linearized reading' (duration: 124.026426ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:18.822909Z","caller":"traceutil/trace.go:171","msg":"trace[794165028] transaction","detail":"{read_only:false; response_revision:17584; number_of_response:1; }","duration":"135.802968ms","start":"2026-04-16T09:56:18.687091Z","end":"2026-04-16T09:56:18.822894Z","steps":["trace[794165028] 'process raft request' (duration: 135.149697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:18.823244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.534765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T09:56:18.823294Z","caller":"traceutil/trace.go:171","msg":"trace[1027844889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17586; }","duration":"120.604838ms","start":"2026-04-16T09:56:18.702678Z","end":"2026-04-16T09:56:18.823283Z","steps":["trace[1027844889] 'agreement among raft nodes before linearized reading' (duration: 120.445503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:18.82331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.769109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:18.823311Z","caller":"traceutil/trace.go:171","msg":"trace[1537169501] transaction","detail":"{read_only:false; response_revision:17585; number_of_response:1; }","duration":"135.968883ms","start":"2026-04-16T09:56:18.687307Z","end":"2026-04-16T09:56:18.823276Z","steps":["trace[1537169501] 'process raft request' (duration: 135.036303ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:18.823373Z","caller":"traceutil/trace.go:171","msg":"trace[624111953] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:17586; }","duration":"124.926934ms","start":"2026-04-16T09:56:18.698429Z","end":"2026-04-16T09:56:18.823356Z","steps":["trace[624111953] 'agreement among raft nodes before linearized reading' (duration: 124.767269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:18.823396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.263966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T09:56:18.823411Z","caller":"traceutil/trace.go:171","msg":"trace[2014160992] transaction","detail":"{read_only:false; response_revision:17586; number_of_response:1; }","duration":"135.783006ms","start":"2026-04-16T09:56:18.687614Z","end":"2026-04-16T09:56:18.823397Z","steps":["trace[2014160992] 'process raft request' (duration: 134.766744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:18.823444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.052671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T09:56:18.823448Z","caller":"traceutil/trace.go:171","msg":"trace[482106749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17586; }","duration":"113.337679ms","start":"2026-04-16T09:56:18.710095Z","end":"2026-04-16T09:56:18.823433Z","steps":["trace[482106749] 'agreement among raft nodes before linearized reading' (duration: 113.202694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:18.82346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.819144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-04-16T09:56:18.82339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.985267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T09:56:18.823483Z","caller":"traceutil/trace.go:171","msg":"trace[2116547672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17586; }","duration":"120.127403ms","start":"2026-04-16T09:56:18.703343Z","end":"2026-04-16T09:56:18.82347Z","steps":["trace[2116547672] 'agreement among raft nodes before linearized reading' (duration: 120.04427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:18.823498Z","caller":"traceutil/trace.go:171","msg":"trace[167818985] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:17586; }","duration":"107.864255ms","start":"2026-04-16T09:56:18.715619Z","end":"2026-04-16T09:56:18.823483Z","steps":["trace[167818985] 'agreement among raft nodes before linearized reading' (duration: 107.787953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:18.823515Z","caller":"traceutil/trace.go:171","msg":"trace[1266612864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17586; }","duration":"113.115512ms","start":"2026-04-16T09:56:18.710381Z","end":"2026-04-16T09:56:18.823497Z","steps":["trace[1266612864] 'agreement among raft nodes before linearized reading' (duration: 112.904155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:18.823225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.726768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:18.823569Z","caller":"traceutil/trace.go:171","msg":"trace[1320502734] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17586; }","duration":"125.11621ms","start":"2026-04-16T09:56:18.698442Z","end":"2026-04-16T09:56:18.823558Z","steps":["trace[1320502734] 'agreement among raft nodes before linearized reading' (duration: 124.679396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:18.823174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.296926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T09:56:18.823726Z","caller":"traceutil/trace.go:171","msg":"trace[407283659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17586; }","duration":"119.872174ms","start":"2026-04-16T09:56:18.703842Z","end":"2026-04-16T09:56:18.823714Z","steps":["trace[407283659] 'agreement among raft nodes before linearized reading' (duration: 119.239345ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:25.022104Z","caller":"traceutil/trace.go:171","msg":"trace[199326006] linearizableReadLoop","detail":"{readStateIndex:18200; appliedIndex:18199; }","duration":"197.179024ms","start":"2026-04-16T09:56:24.824896Z","end":"2026-04-16T09:56:25.022074Z","steps":["trace[199326006] 'read index received' (duration: 196.975468ms)","trace[199326006] 'applied index is now lower than readState.Index' (duration: 202.046µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:56:25.022158Z","caller":"traceutil/trace.go:171","msg":"trace[402680103] transaction","detail":"{read_only:false; response_revision:17631; number_of_response:1; }","duration":"521.301858ms","start":"2026-04-16T09:56:24.500811Z","end":"2026-04-16T09:56:25.022113Z","steps":["trace[402680103] 'process raft request' (duration: 521.102672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:25.022295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.50079Z","time spent":"521.431102ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:25.022302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.410632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:25.022358Z","caller":"traceutil/trace.go:171","msg":"trace[709040693] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:17631; }","duration":"197.505585ms","start":"2026-04-16T09:56:24.824837Z","end":"2026-04-16T09:56:25.022342Z","steps":["trace[709040693] 'agreement among raft nodes before linearized reading' (duration: 197.386871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:25.523352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414855530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:56:26.024535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414855530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:56:26.455324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433355526s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:56:26.891721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.106708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T09:56:26.892157Z","caller":"traceutil/trace.go:171","msg":"trace[996948444] transaction","detail":"{read_only:false; response_revision:17634; number_of_response:1; }","duration":"2.04953132s","start":"2026-04-16T09:56:24.842591Z","end":"2026-04-16T09:56:26.892122Z","steps":["trace[996948444] 'process raft request' (duration: 2.049445607s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.892262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.84256Z","time spent":"2.049652154s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:26.892269Z","caller":"traceutil/trace.go:171","msg":"trace[831831925] transaction","detail":"{read_only:false; response_revision:17633; number_of_response:1; }","duration":"2.053792814s","start":"2026-04-16T09:56:24.838415Z","end":"2026-04-16T09:56:26.892207Z","steps":["trace[831831925] 'process raft request' (duration: 2.053411692s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:26.892323Z","caller":"traceutil/trace.go:171","msg":"trace[1729662797] transaction","detail":"{read_only:false; response_revision:17632; number_of_response:1; }","duration":"2.054263409s","start":"2026-04-16T09:56:24.83799Z","end":"2026-04-16T09:56:26.892253Z","steps":["trace[1729662797] 'process raft request' (duration: 1.617570051s)","trace[1729662797] 'compare' (duration: 434.956983ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:56:26.892405Z","caller":"traceutil/trace.go:171","msg":"trace[2024587935] linearizableReadLoop","detail":"{readStateIndex:18204; appliedIndex:18200; }","duration":"1.870184368s","start":"2026-04-16T09:56:25.022195Z","end":"2026-04-16T09:56:26.892379Z","steps":["trace[2024587935] 'read index received' (duration: 1.433297844s)","trace[2024587935] 'applied index is now lower than readState.Index' (duration: 436.885384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:56:26.892495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.837973Z","time spent":"2.054435574s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:26.892508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.838395Z","time spent":"2.05396936s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:26.892682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038549803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T09:56:26.892716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057974936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:26.89278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058697818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:26.892821Z","caller":"traceutil/trace.go:171","msg":"trace[463273160] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17635; }","duration":"2.058770891s","start":"2026-04-16T09:56:24.83404Z","end":"2026-04-16T09:56:26.89281Z","steps":["trace[463273160] 'agreement among raft nodes before linearized reading' (duration: 2.058715589s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:26.892849Z","caller":"traceutil/trace.go:171","msg":"trace[804419637] transaction","detail":"{read_only:false; response_revision:17635; number_of_response:1; }","duration":"2.049100776s","start":"2026-04-16T09:56:24.843661Z","end":"2026-04-16T09:56:26.892761Z","steps":["trace[804419637] 'process raft request' (duration: 2.048420095s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:26.892786Z","caller":"traceutil/trace.go:171","msg":"trace[643663149] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17635; }","duration":"2.058068148s","start":"2026-04-16T09:56:24.834705Z","end":"2026-04-16T09:56:26.892773Z","steps":["trace[643663149] 'agreement among raft nodes before linearized reading' (duration: 2.057966305s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.89293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.83469Z","time spent":"2.058233884s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:56:26.892928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052285077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-04-16T09:56:26.893026Z","caller":"traceutil/trace.go:171","msg":"trace[1643395821] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17635; }","duration":"2.05239263s","start":"2026-04-16T09:56:24.840616Z","end":"2026-04-16T09:56:26.893008Z","steps":["trace[1643395821] 'agreement among raft nodes before linearized reading' (duration: 2.052193464s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:26.892735Z","caller":"traceutil/trace.go:171","msg":"trace[701085839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17635; }","duration":"2.038627705s","start":"2026-04-16T09:56:24.854094Z","end":"2026-04-16T09:56:26.892721Z","steps":["trace[701085839] 'agreement among raft nodes before linearized reading' (duration: 2.03847817s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.893112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.840611Z","time spent":"2.052484893s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:56:26.893128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.854077Z","time spent":"2.039042378s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:56:26.893204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995594997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-16T09:56:26.893252Z","caller":"traceutil/trace.go:171","msg":"trace[1197156088] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:17635; }","duration":"1.995668829s","start":"2026-04-16T09:56:24.897571Z","end":"2026-04-16T09:56:26.89324Z","steps":["trace[1197156088] 'agreement among raft nodes before linearized reading' (duration: 1.995564296s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.893289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.897554Z","time spent":"1.995728541s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"warn","ts":"2026-04-16T09:56:26.89333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038739319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T09:56:26.893367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053402012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-04-16T09:56:26.893365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039186933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T09:56:26.893404Z","caller":"traceutil/trace.go:171","msg":"trace[47993596] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17635; }","duration":"2.053437073s","start":"2026-04-16T09:56:24.839955Z","end":"2026-04-16T09:56:26.893392Z","steps":["trace[47993596] 'agreement among raft nodes before linearized reading' (duration: 2.053362911s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:26.893401Z","caller":"traceutil/trace.go:171","msg":"trace[1617771739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17635; }","duration":"2.038831512s","start":"2026-04-16T09:56:24.85455Z","end":"2026-04-16T09:56:26.893382Z","steps":["trace[1617771739] 'agreement among raft nodes before linearized reading' (duration: 2.038680407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.89286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.834019Z","time spent":"2.058834283s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-16T09:56:26.893416Z","caller":"traceutil/trace.go:171","msg":"trace[903560861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17635; }","duration":"2.039259005s","start":"2026-04-16T09:56:24.854139Z","end":"2026-04-16T09:56:26.893398Z","steps":["trace[903560861] 'agreement among raft nodes before linearized reading' (duration: 2.039162472s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.893443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.839931Z","time spent":"2.053504945s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:56:26.893456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.854537Z","time spent":"2.038909424s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:56:26.893463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.854121Z","time spent":"2.039332138s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:56:26.893102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03847595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T09:56:26.893178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.843648Z","time spent":"2.049275131s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:26.892731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04099933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T09:56:26.893649Z","caller":"traceutil/trace.go:171","msg":"trace[101611075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17635; }","duration":"2.041959901s","start":"2026-04-16T09:56:24.851676Z","end":"2026-04-16T09:56:26.893636Z","steps":["trace[101611075] 'agreement among raft nodes before linearized reading' (duration: 2.040937348s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.893696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.85166Z","time spent":"2.042025312s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T09:56:26.893539Z","caller":"traceutil/trace.go:171","msg":"trace[1502401092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17635; }","duration":"2.038944815s","start":"2026-04-16T09:56:24.854584Z","end":"2026-04-16T09:56:26.893528Z","steps":["trace[1502401092] 'agreement among raft nodes before linearized reading' (duration: 2.038375637s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.893852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:24.854567Z","time spent":"2.039272465s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:56:26.896312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825071633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:26.896395Z","caller":"traceutil/trace.go:171","msg":"trace[163964560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17636; }","duration":"1.825201607s","start":"2026-04-16T09:56:25.071175Z","end":"2026-04-16T09:56:26.896377Z","steps":["trace[163964560] 'agreement among raft nodes before linearized reading' (duration: 1.825014111s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.896435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:25.071158Z","time spent":"1.82526918s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:56:26.896769Z","caller":"traceutil/trace.go:171","msg":"trace[1878747108] transaction","detail":"{read_only:false; response_revision:17636; number_of_response:1; }","duration":"100.052559ms","start":"2026-04-16T09:56:26.796704Z","end":"2026-04-16T09:56:26.896757Z","steps":["trace[1878747108] 'process raft request' (duration: 99.366568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.89694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078406439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-04-16T09:56:26.896962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082795127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:26.896978Z","caller":"traceutil/trace.go:171","msg":"trace[567502965] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17636; }","duration":"1.078466261s","start":"2026-04-16T09:56:25.818503Z","end":"2026-04-16T09:56:26.896969Z","steps":["trace[567502965] 'agreement among raft nodes before linearized reading' (duration: 1.078363238s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:26.896993Z","caller":"traceutil/trace.go:171","msg":"trace[266019029] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17636; }","duration":"1.082844509s","start":"2026-04-16T09:56:25.814139Z","end":"2026-04-16T09:56:26.896984Z","steps":["trace[266019029] 'agreement among raft nodes before linearized reading' (duration: 1.082794418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.897001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:25.81849Z","time spent":"1.078506312s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:56:26.897024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:25.814126Z","time spent":"1.08288908s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:56:26.897103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084036117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:26.897115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.25209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:26.897148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076528039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-04-16T09:56:26.897171Z","caller":"traceutil/trace.go:171","msg":"trace[910891809] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17636; }","duration":"1.076568061s","start":"2026-04-16T09:56:25.820596Z","end":"2026-04-16T09:56:26.897164Z","steps":["trace[910891809] 'agreement among raft nodes before linearized reading' (duration: 1.07652381s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.897174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493498585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:56:26.89718Z","caller":"traceutil/trace.go:171","msg":"trace[1828896515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17636; }","duration":"217.354023ms","start":"2026-04-16T09:56:26.679805Z","end":"2026-04-16T09:56:26.897159Z","steps":["trace[1828896515] 'agreement among raft nodes before linearized reading' (duration: 217.193248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.897201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:25.820589Z","time spent":"1.076607492s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:56:26.8972Z","caller":"traceutil/trace.go:171","msg":"trace[376179760] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:17636; }","duration":"1.493582708s","start":"2026-04-16T09:56:25.40361Z","end":"2026-04-16T09:56:26.897193Z","steps":["trace[376179760] 'agreement among raft nodes before linearized reading' (duration: 1.493537097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.897228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:25.403588Z","time spent":"1.493633039s","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:56:26.89713Z","caller":"traceutil/trace.go:171","msg":"trace[1317368420] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17636; }","duration":"1.084097279s","start":"2026-04-16T09:56:25.813025Z","end":"2026-04-16T09:56:26.897123Z","steps":["trace[1317368420] 'agreement among raft nodes before linearized reading' (duration: 1.084059418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:26.897375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:25.813002Z","time spent":"1.084361647s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:56:27.400921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414855534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:56:27.902086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414855534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:56:28.402925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414855534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:56:28.588698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.688884172s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:56:28.708403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.284686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T09:56:28.708596Z","caller":"traceutil/trace.go:171","msg":"trace[102263485] transaction","detail":"{read_only:false; response_revision:17637; number_of_response:1; }","duration":"1.808785968s","start":"2026-04-16T09:56:26.89973Z","end":"2026-04-16T09:56:28.708516Z","steps":["trace[102263485] 'process raft request' (duration: 1.689268505s)","trace[102263485] 'compare' (duration: 119.057699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:56:28.709234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:26.899712Z","time spent":"1.809421948s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:30.066696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208188737s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T09:56:30.066965Z","caller":"traceutil/trace.go:171","msg":"trace[1250103646] linearizableReadLoop","detail":"{readStateIndex:18211; appliedIndex:18205; }","duration":"3.167099915s","start":"2026-04-16T09:56:26.899848Z","end":"2026-04-16T09:56:30.066948Z","steps":["trace[1250103646] 'read index received' (duration: 1.689085689s)","trace[1250103646] 'applied index is now lower than readState.Index' (duration: 1.478013396s)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:56:30.06704Z","caller":"traceutil/trace.go:171","msg":"trace[921108714] transaction","detail":"{read_only:false; response_revision:17640; number_of_response:1; }","duration":"3.166103303s","start":"2026-04-16T09:56:26.900926Z","end":"2026-04-16T09:56:30.067029Z","steps":["trace[921108714] 'process raft request' (duration: 3.165915507s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:30.067036Z","caller":"traceutil/trace.go:171","msg":"trace[574562438] transaction","detail":"{read_only:false; response_revision:17639; number_of_response:1; }","duration":"3.166750993s","start":"2026-04-16T09:56:26.900255Z","end":"2026-04-16T09:56:30.067006Z","steps":["trace[574562438] 'process raft request' (duration: 3.166529006s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:30.067126Z","caller":"traceutil/trace.go:171","msg":"trace[763839770] transaction","detail":"{read_only:false; response_revision:17641; number_of_response:1; }","duration":"3.166173935s","start":"2026-04-16T09:56:26.900944Z","end":"2026-04-16T09:56:30.067118Z","steps":["trace[763839770] 'process raft request' (duration: 3.165933997s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:30.067225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:26.900233Z","time spent":"3.166893488s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:30.067093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:26.900909Z","time spent":"3.166154375s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:30.06768Z","caller":"traceutil/trace.go:171","msg":"trace[2042665023] transaction","detail":"{read_only:false; response_revision:17638; number_of_response:1; }","duration":"3.16790396s","start":"2026-04-16T09:56:26.899742Z","end":"2026-04-16T09:56:30.067646Z","steps":["trace[2042665023] 'process raft request' (duration: 1.958684251s)","trace[2042665023] 'compare' (duration: 1.207913907s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:56:30.067808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:26.899725Z","time spent":"3.168022504s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:30.067944Z","caller":"traceutil/trace.go:171","msg":"trace[916669639] transaction","detail":"{read_only:false; response_revision:17642; number_of_response:1; }","duration":"3.042745399s","start":"2026-04-16T09:56:27.025184Z","end":"2026-04-16T09:56:30.06793Z","steps":["trace[916669639] 'process raft request' (duration: 3.041725626s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:30.068016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:27.025163Z","time spent":"3.042818391s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:30.068331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:26.900931Z","time spent":"3.166216367s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:30.069947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170083189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:127 size:1233971"} {"level":"info","ts":"2026-04-16T09:56:30.070053Z","caller":"traceutil/trace.go:171","msg":"trace[807834830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:127; response_revision:17642; }","duration":"3.170206933s","start":"2026-04-16T09:56:26.899831Z","end":"2026-04-16T09:56:30.070038Z","steps":["trace[807834830] 'agreement among raft nodes before linearized reading' (duration: 3.168121557s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:30.070097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:26.899825Z","time spent":"3.170258425s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":127,"response size":1233994,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-16T09:56:30.071122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999588322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T09:56:30.071165Z","caller":"traceutil/trace.go:171","msg":"trace[533780342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999678596s","start":"2026-04-16T09:56:28.071477Z","end":"2026-04-16T09:56:30.071156Z","steps":["trace[533780342] 'agreement among raft nodes before linearized reading' (duration: 1.999633004s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:30.071199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.071453Z","time spent":"1.999738688s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 09:56:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T09:56:30.567069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414855545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:56:30.816705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.517971458s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T09:56:31.893754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076793918s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T09:56:31.893983Z","caller":"traceutil/trace.go:171","msg":"trace[246653349] transaction","detail":"{read_only:false; response_revision:17643; number_of_response:1; }","duration":"2.993566517s","start":"2026-04-16T09:56:28.900383Z","end":"2026-04-16T09:56:31.89395Z","steps":["trace[246653349] 'process raft request' (duration: 1.916452519s)","trace[246653349] 'compare' (duration: 1.074134884s)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:56:31.894173Z","caller":"traceutil/trace.go:171","msg":"trace[1514553505] transaction","detail":"{read_only:false; response_revision:17644; number_of_response:1; }","duration":"2.992801353s","start":"2026-04-16T09:56:28.901321Z","end":"2026-04-16T09:56:31.894122Z","steps":["trace[1514553505] 'process raft request' (duration: 2.992579185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.894714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990283153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-04-16T09:56:31.894773Z","caller":"traceutil/trace.go:171","msg":"trace[1886508492] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17646; }","duration":"2.990351105s","start":"2026-04-16T09:56:28.904408Z","end":"2026-04-16T09:56:31.894759Z","steps":["trace[1886508492] 'agreement among raft nodes before linearized reading' (duration: 2.990242031s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.89478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.901297Z","time spent":"2.993436113s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:31.894812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.904402Z","time spent":"2.990401777s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:56:31.894175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.900358Z","time spent":"2.993714791s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:31.89437Z","caller":"traceutil/trace.go:171","msg":"trace[172175857] linearizableReadLoop","detail":"{readStateIndex:18215; appliedIndex:18211; }","duration":"1.827356346s","start":"2026-04-16T09:56:30.066998Z","end":"2026-04-16T09:56:31.894355Z","steps":["trace[172175857] 'read index received' (duration: 749.848326ms)","trace[172175857] 'applied index is now lower than readState.Index' (duration: 1.07750656s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:56:31.894493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504495931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:31.895085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823750522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:31.895126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.197217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:31.895142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.715446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:31.895169Z","caller":"traceutil/trace.go:171","msg":"trace[699403688] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:17646; }","duration":"255.265039ms","start":"2026-04-16T09:56:31.639893Z","end":"2026-04-16T09:56:31.895158Z","steps":["trace[699403688] 'agreement among raft nodes before linearized reading' (duration: 255.203817ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:31.895172Z","caller":"traceutil/trace.go:171","msg":"trace[994688592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:17646; }","duration":"371.790718ms","start":"2026-04-16T09:56:31.523372Z","end":"2026-04-16T09:56:31.895162Z","steps":["trace[994688592] 'agreement among raft nodes before linearized reading' (duration: 371.743987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.895191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150227157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:31.895205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:31.523347Z","time spent":"371.84938ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:56:31.895251Z","caller":"traceutil/trace.go:171","msg":"trace[85195660] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:17646; }","duration":"1.150311869s","start":"2026-04-16T09:56:30.744909Z","end":"2026-04-16T09:56:31.895221Z","steps":["trace[85195660] 'agreement among raft nodes before linearized reading' (duration: 1.150245837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.895266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163253578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T09:56:31.895096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.744692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:31.8953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:30.744856Z","time spent":"1.150429293s","remote":"127.0.0.1:59678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:56:31.895348Z","caller":"traceutil/trace.go:171","msg":"trace[1618343581] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:17646; }","duration":"928.036501ms","start":"2026-04-16T09:56:30.967297Z","end":"2026-04-16T09:56:31.895333Z","steps":["trace[1618343581] 'agreement among raft nodes before linearized reading' (duration: 927.768352ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:31.895372Z","caller":"traceutil/trace.go:171","msg":"trace[1841222270] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:17646; }","duration":"1.163397092s","start":"2026-04-16T09:56:30.731911Z","end":"2026-04-16T09:56:31.895308Z","steps":["trace[1841222270] 'agreement among raft nodes before linearized reading' (duration: 1.163260158s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.89539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:30.967259Z","time spent":"928.120173ms","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T09:56:31.895395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182915979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:56:31.895432Z","caller":"traceutil/trace.go:171","msg":"trace[1288516930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17646; }","duration":"1.182995041s","start":"2026-04-16T09:56:30.71243Z","end":"2026-04-16T09:56:31.895425Z","steps":["trace[1288516930] 'agreement among raft nodes before linearized reading' (duration: 1.182860666s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.895463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:30.712398Z","time spent":"1.183059373s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T09:56:31.895456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:30.731891Z","time spent":"1.163523576s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:56:31.895133Z","caller":"traceutil/trace.go:171","msg":"trace[212505169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17646; }","duration":"1.823835744s","start":"2026-04-16T09:56:30.071284Z","end":"2026-04-16T09:56:31.89512Z","steps":["trace[212505169] 'agreement among raft nodes before linearized reading' (duration: 1.823767652s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.895575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:30.071266Z","time spent":"1.824297369s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T09:56:31.894537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993693286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-16T09:56:31.895634Z","caller":"traceutil/trace.go:171","msg":"trace[2109769413] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6; range_end:; response_count:1; response_revision:17646; }","duration":"4.994812522s","start":"2026-04-16T09:56:26.900812Z","end":"2026-04-16T09:56:31.895625Z","steps":["trace[2109769413] 'agreement among raft nodes before linearized reading' (duration: 4.993587003s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.895663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:26.900803Z","time spent":"4.994852403s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6\" "} {"level":"warn","ts":"2026-04-16T09:56:31.894542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39179123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:31.895722Z","caller":"traceutil/trace.go:171","msg":"trace[867764192] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:17646; }","duration":"3.393007368s","start":"2026-04-16T09:56:28.502704Z","end":"2026-04-16T09:56:31.895711Z","steps":["trace[867764192] 'agreement among raft nodes before linearized reading' (duration: 3.3918185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.895778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.502681Z","time spent":"3.39308386s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:56:31.894564Z","caller":"traceutil/trace.go:171","msg":"trace[592284764] transaction","detail":"{read_only:false; response_revision:17645; number_of_response:1; }","duration":"2.993221716s","start":"2026-04-16T09:56:28.901326Z","end":"2026-04-16T09:56:31.894548Z","steps":["trace[592284764] 'process raft request' (duration: 2.99271504s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.895902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.901313Z","time spent":"2.994525507s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:31.894541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241117693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d487c654f-drhrs.18a6cd18f47d3031\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-16T09:56:31.895997Z","caller":"traceutil/trace.go:171","msg":"trace[1697560265] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d487c654f-drhrs.18a6cd18f47d3031; range_end:; response_count:1; response_revision:17646; }","duration":"3.242594089s","start":"2026-04-16T09:56:28.653393Z","end":"2026-04-16T09:56:31.895988Z","steps":["trace[1697560265] 'agreement among raft nodes before linearized reading' (duration: 3.241001389s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.896029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.653373Z","time spent":"3.242647121s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d487c654f-drhrs.18a6cd18f47d3031\" "} {"level":"info","ts":"2026-04-16T09:56:31.894594Z","caller":"traceutil/trace.go:171","msg":"trace[993975618] transaction","detail":"{read_only:false; response_revision:17646; number_of_response:1; }","duration":"2.993261247s","start":"2026-04-16T09:56:28.901326Z","end":"2026-04-16T09:56:31.894587Z","steps":["trace[993975618] 'process raft request' (duration: 2.992951517s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.894498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991643805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-04-16T09:56:31.896145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.901288Z","time spent":"2.994793625s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T09:56:31.894599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994840906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:31.896228Z","caller":"traceutil/trace.go:171","msg":"trace[227040437] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17646; }","duration":"2.996486839s","start":"2026-04-16T09:56:28.899726Z","end":"2026-04-16T09:56:31.896213Z","steps":["trace[227040437] 'agreement among raft nodes before linearized reading' (duration: 2.994848677s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.896282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.899712Z","time spent":"2.996556981s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:56:31.894634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665212289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T09:56:31.896393Z","caller":"traceutil/trace.go:171","msg":"trace[1784283124] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:17646; }","duration":"2.666939354s","start":"2026-04-16T09:56:29.229386Z","end":"2026-04-16T09:56:31.896325Z","steps":["trace[1784283124] 'agreement among raft nodes before linearized reading' (duration: 2.66522215s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.894662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991738918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:31.89463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994077013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:31.894662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990473579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-04-16T09:56:31.894663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988500546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"warn","ts":"2026-04-16T09:56:31.894659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993699946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-16T09:56:31.894631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992500073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:31.896184Z","caller":"traceutil/trace.go:171","msg":"trace[1251861788] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17646; }","duration":"2.99335522s","start":"2026-04-16T09:56:28.902815Z","end":"2026-04-16T09:56:31.89617Z","steps":["trace[1251861788] 'agreement among raft nodes before linearized reading' (duration: 2.991557273s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:31.896515Z","caller":"traceutil/trace.go:171","msg":"trace[615519658] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17646; }","duration":"2.992323628s","start":"2026-04-16T09:56:28.904181Z","end":"2026-04-16T09:56:31.896505Z","steps":["trace[615519658] 'agreement among raft nodes before linearized reading' (duration: 2.990445408s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.896534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.902811Z","time spent":"2.993701831s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-16T09:56:31.896572Z","caller":"traceutil/trace.go:171","msg":"trace[1716525943] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17646; }","duration":"2.993683811s","start":"2026-04-16T09:56:28.902883Z","end":"2026-04-16T09:56:31.896567Z","steps":["trace[1716525943] 'agreement among raft nodes before linearized reading' (duration: 2.99176552s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.896593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.902868Z","time spent":"2.993721801s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-16T09:56:31.896656Z","caller":"traceutil/trace.go:171","msg":"trace[763579004] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17646; }","duration":"2.996127477s","start":"2026-04-16T09:56:28.900489Z","end":"2026-04-16T09:56:31.896616Z","steps":["trace[763579004] 'agreement among raft nodes before linearized reading' (duration: 2.994071612s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.894605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592900363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-16T09:56:31.89674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.900468Z","time spent":"2.996228301s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-16T09:56:31.896759Z","caller":"traceutil/trace.go:171","msg":"trace[1837282752] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:17646; }","duration":"4.595075361s","start":"2026-04-16T09:56:27.301666Z","end":"2026-04-16T09:56:31.896741Z","steps":["trace[1837282752] 'agreement among raft nodes before linearized reading' (duration: 4.592841021s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.896553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.904161Z","time spent":"2.992382959s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:56:31.896819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:27.301648Z","time spent":"4.595156073s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T09:56:31.896465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:29.229369Z","time spent":"2.667082348s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:56:31.896546Z","caller":"traceutil/trace.go:171","msg":"trace[1860657898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17646; }","duration":"4.995588786s","start":"2026-04-16T09:56:26.900938Z","end":"2026-04-16T09:56:31.896526Z","steps":["trace[1860657898] 'agreement among raft nodes before linearized reading' (duration: 4.993629205s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.897048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:26.900919Z","time spent":"4.996115723s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T09:56:31.896381Z","caller":"traceutil/trace.go:171","msg":"trace[980164987] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:17646; }","duration":"4.506419621s","start":"2026-04-16T09:56:27.389942Z","end":"2026-04-16T09:56:31.896361Z","steps":["trace[980164987] 'agreement among raft nodes before linearized reading' (duration: 4.504496861s)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:31.897957Z","caller":"traceutil/trace.go:171","msg":"trace[556242548] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:17646; }","duration":"2.994535268s","start":"2026-04-16T09:56:28.902124Z","end":"2026-04-16T09:56:31.896659Z","steps":["trace[556242548] 'agreement among raft nodes before linearized reading' (duration: 2.992482043s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.898035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.902101Z","time spent":"2.995916421s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-16T09:56:31.898072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:27.389923Z","time spent":"4.508082264s","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T09:56:31.898676Z","caller":"traceutil/trace.go:171","msg":"trace[631758319] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:17646; }","duration":"2.990445018s","start":"2026-04-16T09:56:28.906125Z","end":"2026-04-16T09:56:31.89657Z","steps":["trace[631758319] 'agreement among raft nodes before linearized reading' (duration: 2.988507677s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:31.898733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:28.906111Z","time spent":"2.992608517s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21368,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-16T09:56:32.403036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414855548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T09:56:32.830407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.874712ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T09:56:32.830534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:31.898546Z","time spent":"931.972555ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T09:56:32.845219Z","caller":"traceutil/trace.go:171","msg":"trace[768347768] transaction","detail":"{read_only:false; response_revision:17647; number_of_response:1; }","duration":"946.484433ms","start":"2026-04-16T09:56:31.898704Z","end":"2026-04-16T09:56:32.845189Z","steps":["trace[768347768] 'process raft request' (duration: 946.141762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:32.845355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:31.898688Z","time spent":"946.589386ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:32.845434Z","caller":"traceutil/trace.go:171","msg":"trace[811086169] transaction","detail":"{read_only:false; response_revision:17648; number_of_response:1; }","duration":"941.852746ms","start":"2026-04-16T09:56:31.903532Z","end":"2026-04-16T09:56:32.845385Z","steps":["trace[811086169] 'process raft request' (duration: 941.558357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:32.845642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:31.903512Z","time spent":"942.013232ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:32.850444Z","caller":"traceutil/trace.go:171","msg":"trace[349995266] linearizableReadLoop","detail":"{readStateIndex:18218; appliedIndex:18215; }","duration":"947.624399ms","start":"2026-04-16T09:56:31.902744Z","end":"2026-04-16T09:56:32.850368Z","steps":["trace[349995266] 'read index received' (duration: 796.792186ms)","trace[349995266] 'applied index is now lower than readState.Index' (duration: 150.830943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:56:32.850576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.798944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:32.850637Z","caller":"traceutil/trace.go:171","msg":"trace[895974665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17650; }","duration":"947.909848ms","start":"2026-04-16T09:56:31.902712Z","end":"2026-04-16T09:56:32.850622Z","steps":["trace[895974665] 'agreement among raft nodes before linearized reading' (duration: 947.744572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:32.850639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.452337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T09:56:32.85067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:31.902698Z","time spent":"947.96652ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T09:56:32.850685Z","caller":"traceutil/trace.go:171","msg":"trace[1282211465] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17650; }","duration":"892.533579ms","start":"2026-04-16T09:56:31.958141Z","end":"2026-04-16T09:56:32.850674Z","steps":["trace[1282211465] 'agreement among raft nodes before linearized reading' (duration: 892.444476ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:32.850674Z","caller":"traceutil/trace.go:171","msg":"trace[1782347881] transaction","detail":"{read_only:false; response_revision:17650; number_of_response:1; }","duration":"322.508502ms","start":"2026-04-16T09:56:32.52794Z","end":"2026-04-16T09:56:32.850449Z","steps":["trace[1782347881] 'process raft request' (duration: 322.315006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:32.850712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:31.958124Z","time spent":"892.583001ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T09:56:32.85076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.121827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T09:56:32.850778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:32.527923Z","time spent":"322.798602ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T09:56:32.850797Z","caller":"traceutil/trace.go:171","msg":"trace[1924740499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17650; }","duration":"778.173089ms","start":"2026-04-16T09:56:32.072613Z","end":"2026-04-16T09:56:32.850786Z","steps":["trace[1924740499] 'agreement among raft nodes before linearized reading' (duration: 777.998643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:32.850821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.325485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T09:56:32.850829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:32.072582Z","time spent":"778.239251ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T09:56:32.850838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.185769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T09:56:32.850861Z","caller":"traceutil/trace.go:171","msg":"trace[623678409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17650; }","duration":"779.399168ms","start":"2026-04-16T09:56:32.071449Z","end":"2026-04-16T09:56:32.850849Z","steps":["trace[623678409] 'agreement among raft nodes before linearized reading' (duration: 779.324335ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:32.850874Z","caller":"traceutil/trace.go:171","msg":"trace[1259392117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17650; }","duration":"778.23138ms","start":"2026-04-16T09:56:32.072633Z","end":"2026-04-16T09:56:32.850865Z","steps":["trace[1259392117] 'agreement among raft nodes before linearized reading' (duration: 778.138257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:32.850885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:32.071428Z","time spent":"779.451979ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T09:56:32.850904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:32.072624Z","time spent":"778.270282ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T09:56:32.850961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.886882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T09:56:32.851036Z","caller":"traceutil/trace.go:171","msg":"trace[1455772247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17650; }","duration":"779.001875ms","start":"2026-04-16T09:56:32.072015Z","end":"2026-04-16T09:56:32.851017Z","steps":["trace[1455772247] 'agreement among raft nodes before linearized reading' (duration: 778.740867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:32.851082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:32.071995Z","time spent":"779.076057ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T09:56:32.850741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.11119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-16T09:56:32.851261Z","caller":"traceutil/trace.go:171","msg":"trace[703122942] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rj9gk; range_end:; response_count:1; response_revision:17650; }","duration":"761.635347ms","start":"2026-04-16T09:56:32.089589Z","end":"2026-04-16T09:56:32.851224Z","steps":["trace[703122942] 'agreement among raft nodes before linearized reading' (duration: 761.009087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:32.851293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T09:56:32.08957Z","time spent":"761.712918ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rj9gk\" "} {"level":"info","ts":"2026-04-16T09:56:40.468023Z","caller":"traceutil/trace.go:171","msg":"trace[431128570] transaction","detail":"{read_only:false; response_revision:17716; number_of_response:1; }","duration":"112.049178ms","start":"2026-04-16T09:56:40.355929Z","end":"2026-04-16T09:56:40.467979Z","steps":["trace[431128570] 'process raft request' (duration: 111.877972ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:43.185223Z","caller":"traceutil/trace.go:171","msg":"trace[104177009] transaction","detail":"{read_only:false; response_revision:17732; number_of_response:1; }","duration":"131.630996ms","start":"2026-04-16T09:56:43.053568Z","end":"2026-04-16T09:56:43.185199Z","steps":["trace[104177009] 'process raft request' (duration: 125.7415ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:56:43.185395Z","caller":"traceutil/trace.go:171","msg":"trace[1712584572] linearizableReadLoop","detail":"{readStateIndex:18305; appliedIndex:18304; }","duration":"131.680708ms","start":"2026-04-16T09:56:43.053703Z","end":"2026-04-16T09:56:43.185384Z","steps":["trace[1712584572] 'read index received' (duration: 125.573635ms)","trace[1712584572] 'applied index is now lower than readState.Index' (duration: 6.106143ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:56:43.185469Z","caller":"traceutil/trace.go:171","msg":"trace[1448196715] transaction","detail":"{read_only:false; response_revision:17733; number_of_response:1; }","duration":"128.677692ms","start":"2026-04-16T09:56:43.056783Z","end":"2026-04-16T09:56:43.185461Z","steps":["trace[1448196715] 'process raft request' (duration: 127.97514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:43.185851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.129572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-16T09:56:43.185892Z","caller":"traceutil/trace.go:171","msg":"trace[392862108] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:17734; }","duration":"132.203723ms","start":"2026-04-16T09:56:43.053674Z","end":"2026-04-16T09:56:43.185877Z","steps":["trace[392862108] 'agreement among raft nodes before linearized reading' (duration: 132.066089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:43.18601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.77027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T09:56:43.186074Z","caller":"traceutil/trace.go:171","msg":"trace[912342141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17734; }","duration":"131.847923ms","start":"2026-04-16T09:56:43.054196Z","end":"2026-04-16T09:56:43.186044Z","steps":["trace[912342141] 'agreement among raft nodes before linearized reading' (duration: 131.718939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:56:43.186304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.374423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T09:56:43.186319Z","caller":"traceutil/trace.go:171","msg":"trace[1997530563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17734; }","duration":"115.408744ms","start":"2026-04-16T09:56:43.070905Z","end":"2026-04-16T09:56:43.186314Z","steps":["trace[1997530563] 'agreement among raft nodes before linearized reading' (duration: 115.382693ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:58:01.871697Z","caller":"traceutil/trace.go:171","msg":"trace[854324604] linearizableReadLoop","detail":"{readStateIndex:19153; appliedIndex:19152; }","duration":"108.885698ms","start":"2026-04-16T09:58:01.762787Z","end":"2026-04-16T09:58:01.871673Z","steps":["trace[854324604] 'read index received' (duration: 94.207454ms)","trace[854324604] 'applied index is now lower than readState.Index' (duration: 14.677434ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T09:58:01.871744Z","caller":"traceutil/trace.go:171","msg":"trace[814201648] transaction","detail":"{read_only:false; response_revision:18549; number_of_response:1; }","duration":"113.884325ms","start":"2026-04-16T09:58:01.757829Z","end":"2026-04-16T09:58:01.871714Z","steps":["trace[814201648] 'process raft request' (duration: 99.16703ms)","trace[814201648] 'compare' (duration: 14.568891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T09:58:01.871978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.173367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T09:58:01.872039Z","caller":"traceutil/trace.go:171","msg":"trace[1982628388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18549; }","duration":"109.295561ms","start":"2026-04-16T09:58:01.762728Z","end":"2026-04-16T09:58:01.872024Z","steps":["trace[1982628388] 'agreement among raft nodes before linearized reading' (duration: 109.112235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:58:01.8724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.198083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T09:58:01.872472Z","caller":"traceutil/trace.go:171","msg":"trace[70016080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18549; }","duration":"106.296347ms","start":"2026-04-16T09:58:01.766158Z","end":"2026-04-16T09:58:01.872454Z","steps":["trace[70016080] 'agreement among raft nodes before linearized reading' (duration: 106.122251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T09:58:01.872452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.603344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T09:58:01.872537Z","caller":"traceutil/trace.go:171","msg":"trace[575727997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18549; }","duration":"105.822872ms","start":"2026-04-16T09:58:01.766693Z","end":"2026-04-16T09:58:01.872516Z","steps":["trace[575727997] 'agreement among raft nodes before linearized reading' (duration: 105.496381ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T09:58:54.306091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16425} {"level":"info","ts":"2026-04-16T09:58:54.420082Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16425,"took":"110.019353ms","hash":2076416887,"current-db-size-bytes":53714944,"current-db-size":"54 MB","current-db-size-in-use-bytes":34369536,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T09:58:54.420233Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2076416887,"revision":16425,"compact-revision":13991} {"level":"info","ts":"2026-04-16T09:59:55.758998Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9133559b3198d4ec","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T09:59:55.764369Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-16T09:59:55.76459Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-04-16T10:00:48.545062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.861784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-04-16T10:00:48.545227Z","caller":"traceutil/trace.go:171","msg":"trace[644928491] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20273; }","duration":"102.051571ms","start":"2026-04-16T10:00:48.443139Z","end":"2026-04-16T10:00:48.54519Z","steps":["trace[644928491] 'agreement among raft nodes before linearized reading' (duration: 101.733611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:48.545388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.502356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-16T10:00:48.545505Z","caller":"traceutil/trace.go:171","msg":"trace[1350955427] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20273; }","duration":"116.61811ms","start":"2026-04-16T10:00:48.428838Z","end":"2026-04-16T10:00:48.545456Z","steps":["trace[1350955427] 'agreement among raft nodes before linearized reading' (duration: 116.375373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:00:55.826879Z","caller":"traceutil/trace.go:171","msg":"trace[1317610316] transaction","detail":"{read_only:false; response_revision:20472; number_of_response:1; }","duration":"360.786116ms","start":"2026-04-16T10:00:55.466067Z","end":"2026-04-16T10:00:55.826853Z","steps":["trace[1317610316] 'process raft request' (duration: 360.634831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:55.827058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:00:55.466044Z","time spent":"360.94381ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:00:56.211035Z","caller":"traceutil/trace.go:171","msg":"trace[791018432] transaction","detail":"{read_only:false; response_revision:20473; number_of_response:1; }","duration":"433.354595ms","start":"2026-04-16T10:00:55.777645Z","end":"2026-04-16T10:00:56.211Z","steps":["trace[791018432] 'process raft request' (duration: 431.701363ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:00:56.211064Z","caller":"traceutil/trace.go:171","msg":"trace[585229833] transaction","detail":"{read_only:false; response_revision:20474; number_of_response:1; }","duration":"391.05807ms","start":"2026-04-16T10:00:55.819979Z","end":"2026-04-16T10:00:56.211037Z","steps":["trace[585229833] 'process raft request' (duration: 390.953157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.211184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:00:55.819958Z","time spent":"391.165184ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:00:56.211053Z","caller":"traceutil/trace.go:171","msg":"trace[1713644353] linearizableReadLoop","detail":"{readStateIndex:21128; appliedIndex:21126; }","duration":"194.934252ms","start":"2026-04-16T10:00:56.016091Z","end":"2026-04-16T10:00:56.211026Z","steps":["trace[1713644353] 'read index received' (duration: 193.176426ms)","trace[1713644353] 'applied index is now lower than readState.Index' (duration: 1.756806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:00:56.2112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.100677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-sl7g7\" ","response":"range_response_count:1 size:4745"} {"level":"info","ts":"2026-04-16T10:00:56.211316Z","caller":"traceutil/trace.go:171","msg":"trace[351365821] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-sl7g7; range_end:; response_count:1; response_revision:20474; }","duration":"195.19988ms","start":"2026-04-16T10:00:56.016077Z","end":"2026-04-16T10:00:56.211277Z","steps":["trace[351365821] 'agreement among raft nodes before linearized reading' (duration: 195.022134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.211192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:00:55.777621Z","time spent":"433.49715ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:00:56.211913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.294837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:00:56.211997Z","caller":"traceutil/trace.go:171","msg":"trace[664600227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20474; }","duration":"140.451882ms","start":"2026-04-16T10:00:56.071524Z","end":"2026-04-16T10:00:56.211976Z","steps":["trace[664600227] 'agreement among raft nodes before linearized reading' (duration: 139.867904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.584468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.929856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:00:56.584659Z","caller":"traceutil/trace.go:171","msg":"trace[559679464] transaction","detail":"{read_only:false; response_revision:20475; number_of_response:1; }","duration":"338.733211ms","start":"2026-04-16T10:00:56.245898Z","end":"2026-04-16T10:00:56.584631Z","steps":["trace[559679464] 'process raft request' (duration: 95.549387ms)","trace[559679464] 'compare' (duration: 242.521383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:00:56.584731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:00:56.245883Z","time spent":"338.810393ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:00:56.751571Z","caller":"traceutil/trace.go:171","msg":"trace[1221877926] transaction","detail":"{read_only:false; response_revision:20477; number_of_response:1; }","duration":"504.960076ms","start":"2026-04-16T10:00:56.246585Z","end":"2026-04-16T10:00:56.751545Z","steps":["trace[1221877926] 'process raft request' (duration: 504.885994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.751716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:00:56.246579Z","time spent":"505.071609ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4549,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:00:56.75175Z","caller":"traceutil/trace.go:171","msg":"trace[1451715344] transaction","detail":"{read_only:false; response_revision:20476; number_of_response:1; }","duration":"505.727051ms","start":"2026-04-16T10:00:56.245996Z","end":"2026-04-16T10:00:56.751723Z","steps":["trace[1451715344] 'process raft request' (duration: 505.337898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.751892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:00:56.245982Z","time spent":"505.836864ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:00:56.752729Z","caller":"traceutil/trace.go:171","msg":"trace[458920869] linearizableReadLoop","detail":"{readStateIndex:21132; appliedIndex:21129; }","duration":"327.575257ms","start":"2026-04-16T10:00:56.425118Z","end":"2026-04-16T10:00:56.752693Z","steps":["trace[458920869] 'read index received' (duration: 326.178883ms)","trace[458920869] 'applied index is now lower than readState.Index' (duration: 1.395144ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:00:56.753077Z","caller":"traceutil/trace.go:171","msg":"trace[276825387] transaction","detail":"{read_only:false; response_revision:20478; number_of_response:1; }","duration":"409.813722ms","start":"2026-04-16T10:00:56.34325Z","end":"2026-04-16T10:00:56.753064Z","steps":["trace[276825387] 'process raft request' (duration: 409.305926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.753182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:00:56.343224Z","time spent":"409.896625ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3015,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:00:56.753733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.983758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-04-16T10:00:56.753896Z","caller":"traceutil/trace.go:171","msg":"trace[925855403] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:20478; }","duration":"256.153083ms","start":"2026-04-16T10:00:56.497711Z","end":"2026-04-16T10:00:56.753864Z","steps":["trace[925855403] 'agreement among raft nodes before linearized reading' (duration: 255.621576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.754207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.331123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:00:56.754265Z","caller":"traceutil/trace.go:171","msg":"trace[1455818202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20478; }","duration":"175.427085ms","start":"2026-04-16T10:00:56.578822Z","end":"2026-04-16T10:00:56.754249Z","steps":["trace[1455818202] 'agreement among raft nodes before linearized reading' (duration: 175.346793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.753784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.653161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:00:56.754411Z","caller":"traceutil/trace.go:171","msg":"trace[1481982288] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20478; }","duration":"329.298902ms","start":"2026-04-16T10:00:56.42509Z","end":"2026-04-16T10:00:56.754389Z","steps":["trace[1481982288] 'agreement among raft nodes before linearized reading' (duration: 328.658352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:00:56.754562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:00:56.425077Z","time spent":"329.423575ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:02:11.323216Z","caller":"traceutil/trace.go:171","msg":"trace[1466750076] linearizableReadLoop","detail":"{readStateIndex:21972; appliedIndex:21971; }","duration":"156.373374ms","start":"2026-04-16T10:02:11.166794Z","end":"2026-04-16T10:02:11.323168Z","steps":["trace[1466750076] 'read index received' (duration: 137.622723ms)","trace[1466750076] 'applied index is now lower than readState.Index' (duration: 18.749171ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:02:11.32324Z","caller":"traceutil/trace.go:171","msg":"trace[684357729] transaction","detail":"{read_only:false; response_revision:21298; number_of_response:1; }","duration":"180.431484ms","start":"2026-04-16T10:02:11.142772Z","end":"2026-04-16T10:02:11.323203Z","steps":["trace[684357729] 'process raft request' (duration: 161.735634ms)","trace[684357729] 'compare' (duration: 18.302107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:02:11.323463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.651114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T10:02:11.323546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.752825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T10:02:11.323558Z","caller":"traceutil/trace.go:171","msg":"trace[430763322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21298; }","duration":"156.787318ms","start":"2026-04-16T10:02:11.16675Z","end":"2026-04-16T10:02:11.323537Z","steps":["trace[430763322] 'agreement among raft nodes before linearized reading' (duration: 156.515619ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:02:11.323597Z","caller":"traceutil/trace.go:171","msg":"trace[1119338314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21298; }","duration":"155.819437ms","start":"2026-04-16T10:02:11.167762Z","end":"2026-04-16T10:02:11.323582Z","steps":["trace[1119338314] 'agreement among raft nodes before linearized reading' (duration: 155.616871ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:02:33.332998Z","caller":"traceutil/trace.go:171","msg":"trace[1235729778] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"103.725063ms","start":"2026-04-16T10:02:33.229224Z","end":"2026-04-16T10:02:33.332949Z","steps":["trace[1235729778] 'process raft request' (duration: 72.23723ms)","trace[1235729778] 'compare' (duration: 31.089941ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:03:54.312116Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18918} {"level":"info","ts":"2026-04-16T10:03:54.435584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18918,"took":"119.136999ms","hash":939102843,"current-db-size-bytes":54980608,"current-db-size":"55 MB","current-db-size-in-use-bytes":42549248,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-16T10:03:54.435659Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":939102843,"revision":18918,"compact-revision":16425} {"level":"info","ts":"2026-04-16T10:04:06.474074Z","caller":"traceutil/trace.go:171","msg":"trace[961319988] transaction","detail":"{read_only:false; response_revision:22401; number_of_response:1; }","duration":"184.200003ms","start":"2026-04-16T10:04:06.289847Z","end":"2026-04-16T10:04:06.474047Z","steps":["trace[961319988] 'process raft request' (duration: 184.006277ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:06.917839Z","caller":"traceutil/trace.go:171","msg":"trace[1739697421] transaction","detail":"{read_only:false; response_revision:22403; number_of_response:1; }","duration":"457.142805ms","start":"2026-04-16T10:04:06.460646Z","end":"2026-04-16T10:04:06.917789Z","steps":["trace[1739697421] 'process raft request' (duration: 457.028591ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:06.917843Z","caller":"traceutil/trace.go:171","msg":"trace[553088178] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"625.085134ms","start":"2026-04-16T10:04:06.292721Z","end":"2026-04-16T10:04:06.917806Z","steps":["trace[553088178] 'process raft request' (duration: 531.174621ms)","trace[553088178] 'compare' (duration: 93.4989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:06.917972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:06.460624Z","time spent":"457.28389ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:06.918065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:06.2927Z","time spent":"625.2528ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:06.918138Z","caller":"traceutil/trace.go:171","msg":"trace[736011050] transaction","detail":"{read_only:false; response_revision:22404; number_of_response:1; }","duration":"428.277904ms","start":"2026-04-16T10:04:06.489814Z","end":"2026-04-16T10:04:06.918092Z","steps":["trace[736011050] 'process raft request' (duration: 427.938704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:06.918305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:06.489789Z","time spent":"428.434549ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:07.365682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.938187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:07.365802Z","caller":"traceutil/trace.go:171","msg":"trace[1325687863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22404; }","duration":"295.093512ms","start":"2026-04-16T10:04:07.070681Z","end":"2026-04-16T10:04:07.365775Z","steps":["trace[1325687863] 'range keys from in-memory index tree' (duration: 294.875036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:07.366478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.835435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:07.366517Z","caller":"traceutil/trace.go:171","msg":"trace[831289924] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22404; }","duration":"172.918697ms","start":"2026-04-16T10:04:07.193588Z","end":"2026-04-16T10:04:07.366507Z","steps":["trace[831289924] 'count revisions from in-memory index tree' (duration: 172.767192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:07.366698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.981093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:04:07.366726Z","caller":"traceutil/trace.go:171","msg":"trace[1656810178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22404; }","duration":"169.051855ms","start":"2026-04-16T10:04:07.197664Z","end":"2026-04-16T10:04:07.366716Z","steps":["trace[1656810178] 'range keys from in-memory index tree' (duration: 168.843368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:07.929452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:04:08.303318Z","caller":"traceutil/trace.go:171","msg":"trace[1348388355] transaction","detail":"{read_only:false; response_revision:22406; number_of_response:1; }","duration":"887.120695ms","start":"2026-04-16T10:04:07.416167Z","end":"2026-04-16T10:04:08.303288Z","steps":["trace[1348388355] 'process raft request' (duration: 886.945269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:08.303553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.416141Z","time spent":"887.324781ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:08.722493Z","caller":"traceutil/trace.go:171","msg":"trace[514422089] transaction","detail":"{read_only:false; response_revision:22407; number_of_response:1; }","duration":"843.305052ms","start":"2026-04-16T10:04:07.879137Z","end":"2026-04-16T10:04:08.722442Z","steps":["trace[514422089] 'process raft request' (duration: 843.089195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:08.722655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.879102Z","time spent":"843.473707ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:08.722876Z","caller":"traceutil/trace.go:171","msg":"trace[1489652669] transaction","detail":"{read_only:false; response_revision:22410; number_of_response:1; }","duration":"748.552062ms","start":"2026-04-16T10:04:07.974261Z","end":"2026-04-16T10:04:08.722813Z","steps":["trace[1489652669] 'process raft request' (duration: 748.48ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:08.722916Z","caller":"traceutil/trace.go:171","msg":"trace[366802900] transaction","detail":"{read_only:false; response_revision:22408; number_of_response:1; }","duration":"840.688919ms","start":"2026-04-16T10:04:07.88212Z","end":"2026-04-16T10:04:08.722809Z","steps":["trace[366802900] 'process raft request' (duration: 840.274576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:08.723069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294025525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T10:04:08.723084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.974243Z","time spent":"748.729197ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:08.723115Z","caller":"traceutil/trace.go:171","msg":"trace[315432092] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22411; }","duration":"1.294104588s","start":"2026-04-16T10:04:07.429Z","end":"2026-04-16T10:04:08.723105Z","steps":["trace[315432092] 'agreement among raft nodes before linearized reading' (duration: 1.293946733s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:08.723102Z","caller":"traceutil/trace.go:171","msg":"trace[1716579027] transaction","detail":"{read_only:false; response_revision:22411; number_of_response:1; }","duration":"588.688687ms","start":"2026-04-16T10:04:08.134398Z","end":"2026-04-16T10:04:08.723087Z","steps":["trace[1716579027] 'process raft request' (duration: 588.369497ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:08.722828Z","caller":"traceutil/trace.go:171","msg":"trace[804222633] linearizableReadLoop","detail":"{readStateIndex:23116; appliedIndex:23112; }","duration":"1.293785807s","start":"2026-04-16T10:04:07.429018Z","end":"2026-04-16T10:04:08.722803Z","steps":["trace[804222633] 'read index received' (duration: 874.118014ms)","trace[804222633] 'applied index is now lower than readState.Index' (duration: 419.666803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:08.723178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:08.134371Z","time spent":"588.76913ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:08.723073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.882094Z","time spent":"840.883696ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:08.723147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.428991Z","time spent":"1.294150129s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T10:04:08.723212Z","caller":"traceutil/trace.go:171","msg":"trace[832584012] transaction","detail":"{read_only:false; response_revision:22409; number_of_response:1; }","duration":"836.369523ms","start":"2026-04-16T10:04:07.886812Z","end":"2026-04-16T10:04:08.723182Z","steps":["trace[832584012] 'process raft request' (duration: 835.816876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:08.723359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.886781Z","time spent":"836.509558ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:09.079759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.916254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:09.079946Z","caller":"traceutil/trace.go:171","msg":"trace[1395720232] transaction","detail":"{read_only:false; response_revision:22413; number_of_response:1; }","duration":"157.204861ms","start":"2026-04-16T10:04:08.922725Z","end":"2026-04-16T10:04:09.079929Z","steps":["trace[1395720232] 'process raft request' (duration: 157.142339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.080134Z","caller":"traceutil/trace.go:171","msg":"trace[2026770373] transaction","detail":"{read_only:false; response_revision:22412; number_of_response:1; }","duration":"600.526421ms","start":"2026-04-16T10:04:08.479595Z","end":"2026-04-16T10:04:09.080122Z","steps":["trace[2026770373] 'process raft request' (duration: 461.164653ms)","trace[2026770373] 'compare' (duration: 138.79873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:09.080201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:08.479572Z","time spent":"600.594322ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:09.080465Z","caller":"traceutil/trace.go:171","msg":"trace[1027214867] linearizableReadLoop","detail":"{readStateIndex:23119; appliedIndex:23118; }","duration":"357.257534ms","start":"2026-04-16T10:04:08.723175Z","end":"2026-04-16T10:04:09.080432Z","steps":["trace[1027214867] 'read index received' (duration: 217.672379ms)","trace[1027214867] 'applied index is now lower than readState.Index' (duration: 139.581614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:09.080545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.101321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:09.080554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.862805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:09.080565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.211034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:09.080549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179392087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:09.080574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198374676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.080614Z","caller":"traceutil/trace.go:171","msg":"trace[432773800] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22413; }","duration":"596.310818ms","start":"2026-04-16T10:04:08.484286Z","end":"2026-04-16T10:04:09.080597Z","steps":["trace[432773800] 'agreement among raft nodes before linearized reading' (duration: 596.205844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.080622Z","caller":"traceutil/trace.go:171","msg":"trace[328718061] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22413; }","duration":"1.179494321s","start":"2026-04-16T10:04:07.901107Z","end":"2026-04-16T10:04:09.080601Z","steps":["trace[328718061] 'agreement among raft nodes before linearized reading' (duration: 1.179364237s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.080647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008586797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.080643Z","caller":"traceutil/trace.go:171","msg":"trace[620691457] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22413; }","duration":"1.198494441s","start":"2026-04-16T10:04:07.882128Z","end":"2026-04-16T10:04:09.080622Z","steps":["trace[620691457] 'agreement among raft nodes before linearized reading' (duration: 1.198376377s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.08065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:08.484268Z","time spent":"596.372889ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:09.080671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.901096Z","time spent":"1.179567293s","remote":"127.0.0.1:59678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:09.080676Z","caller":"traceutil/trace.go:171","msg":"trace[1397603695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22413; }","duration":"1.008654859s","start":"2026-04-16T10:04:08.072013Z","end":"2026-04-16T10:04:09.080668Z","steps":["trace[1397603695] 'agreement among raft nodes before linearized reading' (duration: 1.008605977s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.08067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180327157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T10:04:09.08066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564619374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.080592Z","caller":"traceutil/trace.go:171","msg":"trace[1252931543] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22413; }","duration":"686.189223ms","start":"2026-04-16T10:04:08.39439Z","end":"2026-04-16T10:04:09.08058Z","steps":["trace[1252931543] 'agreement among raft nodes before linearized reading' (duration: 686.10308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.080704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188168914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T10:04:09.080706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:08.071994Z","time spent":"1.008705241s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:04:09.080715Z","caller":"traceutil/trace.go:171","msg":"trace[824246085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22413; }","duration":"1.180398039s","start":"2026-04-16T10:04:07.900302Z","end":"2026-04-16T10:04:09.0807Z","steps":["trace[824246085] 'agreement among raft nodes before linearized reading' (duration: 1.180266465s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.080716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.646073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:04:09.08073Z","caller":"traceutil/trace.go:171","msg":"trace[2108963388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22413; }","duration":"1.188214626s","start":"2026-04-16T10:04:07.89251Z","end":"2026-04-16T10:04:09.080725Z","steps":["trace[2108963388] 'agreement among raft nodes before linearized reading' (duration: 1.188111383s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.080731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:08.394368Z","time spent":"686.354589ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:09.08074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.900291Z","time spent":"1.180444291s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:09.080696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396065035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:04:09.080751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.892501Z","time spent":"1.188245926s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:04:09.080753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200608497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.080798Z","caller":"traceutil/trace.go:171","msg":"trace[1476895586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22413; }","duration":"1.396202429s","start":"2026-04-16T10:04:07.684573Z","end":"2026-04-16T10:04:09.080775Z","steps":["trace[1476895586] 'agreement among raft nodes before linearized reading' (duration: 1.395960562s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.08081Z","caller":"traceutil/trace.go:171","msg":"trace[1435213214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22413; }","duration":"1.20069288s","start":"2026-04-16T10:04:07.880096Z","end":"2026-04-16T10:04:09.080789Z","steps":["trace[1435213214] 'agreement among raft nodes before linearized reading' (duration: 1.200619967s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.080853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.684557Z","time spent":"1.396288493s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T10:04:09.080597Z","caller":"traceutil/trace.go:171","msg":"trace[1489972854] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22413; }","duration":"892.982639ms","start":"2026-04-16T10:04:08.187601Z","end":"2026-04-16T10:04:09.080584Z","steps":["trace[1489972854] 'agreement among raft nodes before linearized reading' (duration: 892.879256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.080868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:04:09.080669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299336972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T10:04:09.080926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:08.187572Z","time spent":"893.345121ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:09.080928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.513182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T10:04:09.080958Z","caller":"traceutil/trace.go:171","msg":"trace[954057122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22413; }","duration":"1.299677633s","start":"2026-04-16T10:04:07.78127Z","end":"2026-04-16T10:04:09.080947Z","steps":["trace[954057122] 'agreement among raft nodes before linearized reading' (duration: 1.299239019s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.080966Z","caller":"traceutil/trace.go:171","msg":"trace[1284970528] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22413; }","duration":"248.589085ms","start":"2026-04-16T10:04:08.832366Z","end":"2026-04-16T10:04:09.080955Z","steps":["trace[1284970528] 'agreement among raft nodes before linearized reading' (duration: 248.469951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.080817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.006413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.081041Z","caller":"traceutil/trace.go:171","msg":"trace[2044593763] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22413; }","duration":"240.268452ms","start":"2026-04-16T10:04:08.840759Z","end":"2026-04-16T10:04:09.081027Z","steps":["trace[2044593763] 'agreement among raft nodes before linearized reading' (duration: 240.028835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.080864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.880075Z","time spent":"1.200779792s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:09.080691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.882112Z","time spent":"1.198567842s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:09.080753Z","caller":"traceutil/trace.go:171","msg":"trace[240418095] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22413; }","duration":"355.718085ms","start":"2026-04-16T10:04:08.725022Z","end":"2026-04-16T10:04:09.080741Z","steps":["trace[240418095] 'agreement among raft nodes before linearized reading' (duration: 355.573901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.081218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:08.724999Z","time spent":"356.197561ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T10:04:09.080736Z","caller":"traceutil/trace.go:171","msg":"trace[1248335496] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22413; }","duration":"1.564740718s","start":"2026-04-16T10:04:07.515979Z","end":"2026-04-16T10:04:09.08072Z","steps":["trace[1248335496] 'agreement among raft nodes before linearized reading' (duration: 1.564596853s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.081322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.515962Z","time spent":"1.565348987s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T10:04:09.080925Z","caller":"traceutil/trace.go:171","msg":"trace[261703499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22413; }","duration":"1.179265854s","start":"2026-04-16T10:04:07.901652Z","end":"2026-04-16T10:04:09.080918Z","steps":["trace[261703499] 'agreement among raft nodes before linearized reading' (duration: 1.179125669s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.081435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.901644Z","time spent":"1.17977807s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:09.080998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:07.78125Z","time spent":"1.299733645s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:09.833619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.327822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:09.833759Z","caller":"traceutil/trace.go:171","msg":"trace[1917807015] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"747.674265ms","start":"2026-04-16T10:04:09.086059Z","end":"2026-04-16T10:04:09.833733Z","steps":["trace[1917807015] 'process raft request' (duration: 136.101755ms)","trace[1917807015] 'compare' (duration: 611.113855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:09.83384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.086042Z","time spent":"747.758097ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:09.847412Z","caller":"traceutil/trace.go:171","msg":"trace[1366922676] transaction","detail":"{read_only:false; response_revision:22415; number_of_response:1; }","duration":"761.274434ms","start":"2026-04-16T10:04:09.086118Z","end":"2026-04-16T10:04:09.847392Z","steps":["trace[1366922676] 'process raft request' (duration: 761.120279ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.847439Z","caller":"traceutil/trace.go:171","msg":"trace[1259263307] linearizableReadLoop","detail":"{readStateIndex:23122; appliedIndex:23120; }","duration":"760.577941ms","start":"2026-04-16T10:04:09.086838Z","end":"2026-04-16T10:04:09.847416Z","steps":["trace[1259263307] 'read index received' (duration: 135.421493ms)","trace[1259263307] 'applied index is now lower than readState.Index' (duration: 625.155668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:09.847503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.086101Z","time spent":"761.347775ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:09.847502Z","caller":"traceutil/trace.go:171","msg":"trace[285677142] transaction","detail":"{read_only:false; response_revision:22416; number_of_response:1; }","duration":"760.285842ms","start":"2026-04-16T10:04:09.087182Z","end":"2026-04-16T10:04:09.847468Z","steps":["trace[285677142] 'process raft request' (duration: 760.134217ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.847539Z","caller":"traceutil/trace.go:171","msg":"trace[1916077123] transaction","detail":"{read_only:false; response_revision:22418; number_of_response:1; }","duration":"759.287231ms","start":"2026-04-16T10:04:09.088212Z","end":"2026-04-16T10:04:09.847499Z","steps":["trace[1916077123] 'process raft request' (duration: 759.176067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.847628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.875939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.847664Z","caller":"traceutil/trace.go:171","msg":"trace[1082603112] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22418; }","duration":"759.940451ms","start":"2026-04-16T10:04:09.087713Z","end":"2026-04-16T10:04:09.847653Z","steps":["trace[1082603112] 'agreement among raft nodes before linearized reading' (duration: 759.827297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.847673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.08717Z","time spent":"760.416997ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:09.847693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.087705Z","time spent":"759.981763ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:04:09.847705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.088195Z","time spent":"759.428785ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:09.847726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.355239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.84776Z","caller":"traceutil/trace.go:171","msg":"trace[1836230794] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22418; }","duration":"737.38783ms","start":"2026-04-16T10:04:09.110361Z","end":"2026-04-16T10:04:09.847749Z","steps":["trace[1836230794] 'agreement among raft nodes before linearized reading' (duration: 737.328858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.847752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.893721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e43bec0-57d7-48df-8e84-1f8d3d8e9c94\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-16T10:04:09.847822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.536337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.847823Z","caller":"traceutil/trace.go:171","msg":"trace[1696469142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e43bec0-57d7-48df-8e84-1f8d3d8e9c94; range_end:; response_count:1; response_revision:22418; }","duration":"760.985145ms","start":"2026-04-16T10:04:09.086817Z","end":"2026-04-16T10:04:09.847802Z","steps":["trace[1696469142] 'agreement among raft nodes before linearized reading' (duration: 760.699466ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.847848Z","caller":"traceutil/trace.go:171","msg":"trace[307690150] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22418; }","duration":"610.604599ms","start":"2026-04-16T10:04:09.237237Z","end":"2026-04-16T10:04:09.847841Z","steps":["trace[307690150] 'agreement among raft nodes before linearized reading' (duration: 610.562967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.847854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.527823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:09.847867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.237216Z","time spent":"610.64666ms","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:09.847875Z","caller":"traceutil/trace.go:171","msg":"trace[2109256209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22418; }","duration":"756.559425ms","start":"2026-04-16T10:04:09.091308Z","end":"2026-04-16T10:04:09.847868Z","steps":["trace[2109256209] 'agreement among raft nodes before linearized reading' (duration: 756.524454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.847875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.086798Z","time spent":"761.063996ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5e43bec0-57d7-48df-8e84-1f8d3d8e9c94\" "} {"level":"warn","ts":"2026-04-16T10:04:09.847909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.673807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:09.848067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.46927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:09.848098Z","caller":"traceutil/trace.go:171","msg":"trace[1390846319] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22418; }","duration":"395.534592ms","start":"2026-04-16T10:04:09.452556Z","end":"2026-04-16T10:04:09.848091Z","steps":["trace[1390846319] 'agreement among raft nodes before linearized reading' (duration: 395.48916ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.84806Z","caller":"traceutil/trace.go:171","msg":"trace[1965706820] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22418; }","duration":"505.882014ms","start":"2026-04-16T10:04:09.342156Z","end":"2026-04-16T10:04:09.848038Z","steps":["trace[1965706820] 'agreement among raft nodes before linearized reading' (duration: 505.538733ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:09.847706Z","caller":"traceutil/trace.go:171","msg":"trace[1270606664] transaction","detail":"{read_only:false; response_revision:22417; number_of_response:1; }","duration":"759.429635ms","start":"2026-04-16T10:04:09.088136Z","end":"2026-04-16T10:04:09.847566Z","steps":["trace[1270606664] 'process raft request' (duration: 759.206728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.84822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.342128Z","time spent":"506.06916ms","remote":"127.0.0.1:43168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:09.847973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.133608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:04:09.848405Z","caller":"traceutil/trace.go:171","msg":"trace[795784015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22418; }","duration":"760.551491ms","start":"2026-04-16T10:04:09.087821Z","end":"2026-04-16T10:04:09.848373Z","steps":["trace[795784015] 'agreement among raft nodes before linearized reading' (duration: 760.082126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:09.848436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.088122Z","time spent":"760.129398ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:09.848514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.087816Z","time spent":"760.662024ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:04:09.847892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.091302Z","time spent":"756.586615ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:09.848119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.452528Z","time spent":"395.585363ms","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:09.847787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:09.110324Z","time spent":"737.457522ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:10.873537Z","caller":"traceutil/trace.go:171","msg":"trace[2029219807] transaction","detail":"{read_only:false; response_revision:22420; number_of_response:1; }","duration":"564.840645ms","start":"2026-04-16T10:04:10.308658Z","end":"2026-04-16T10:04:10.873499Z","steps":["trace[2029219807] 'process raft request' (duration: 563.161822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:10.873693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:10.308617Z","time spent":"565.00118ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:10.995348Z","caller":"traceutil/trace.go:171","msg":"trace[130243519] transaction","detail":"{read_only:false; response_revision:22421; number_of_response:1; }","duration":"267.301475ms","start":"2026-04-16T10:04:10.72801Z","end":"2026-04-16T10:04:10.995311Z","steps":["trace[130243519] 'process raft request' (duration: 265.084995ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:10.995365Z","caller":"traceutil/trace.go:171","msg":"trace[1209080763] transaction","detail":"{read_only:false; response_revision:22422; number_of_response:1; }","duration":"267.250224ms","start":"2026-04-16T10:04:10.728083Z","end":"2026-04-16T10:04:10.995333Z","steps":["trace[1209080763] 'process raft request' (duration: 267.12191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:10.995696Z","caller":"traceutil/trace.go:171","msg":"trace[1435813872] transaction","detail":"{read_only:false; response_revision:22423; number_of_response:1; }","duration":"267.317835ms","start":"2026-04-16T10:04:10.72835Z","end":"2026-04-16T10:04:10.995668Z","steps":["trace[1435813872] 'process raft request' (duration: 266.926563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:10.996327Z","caller":"traceutil/trace.go:171","msg":"trace[1476408159] transaction","detail":"{read_only:false; response_revision:22424; number_of_response:1; }","duration":"266.985306ms","start":"2026-04-16T10:04:10.729324Z","end":"2026-04-16T10:04:10.996309Z","steps":["trace[1476408159] 'process raft request' (duration: 266.152709ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:10.996462Z","caller":"traceutil/trace.go:171","msg":"trace[325652184] transaction","detail":"{read_only:false; response_revision:22425; number_of_response:1; }","duration":"265.308243ms","start":"2026-04-16T10:04:10.731136Z","end":"2026-04-16T10:04:10.996445Z","steps":["trace[325652184] 'process raft request' (duration: 264.920221ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:17.186212Z","caller":"traceutil/trace.go:171","msg":"trace[64516706] transaction","detail":"{read_only:false; response_revision:22466; number_of_response:1; }","duration":"294.006318ms","start":"2026-04-16T10:04:16.892179Z","end":"2026-04-16T10:04:17.186186Z","steps":["trace[64516706] 'process raft request' (duration: 293.827533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:18.341339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155212044s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:04:18.973626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.8823Z","time spent":"1.091318809s","remote":"127.0.0.1:54782","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:04:18.974075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.309923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:18.974445Z","caller":"traceutil/trace.go:171","msg":"trace[1151881851] transaction","detail":"{read_only:false; response_revision:22467; number_of_response:1; }","duration":"2.041937436s","start":"2026-04-16T10:04:16.932456Z","end":"2026-04-16T10:04:18.974394Z","steps":["trace[1151881851] 'process raft request' (duration: 1.409158538s)","trace[1151881851] 'compare' (duration: 630.496596ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:18.974576Z","caller":"traceutil/trace.go:171","msg":"trace[468228243] transaction","detail":"{read_only:false; response_revision:22468; number_of_response:1; }","duration":"1.957511962s","start":"2026-04-16T10:04:17.016995Z","end":"2026-04-16T10:04:18.974507Z","steps":["trace[468228243] 'process raft request' (duration: 1.957224743s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:18.974614Z","caller":"traceutil/trace.go:171","msg":"trace[1643198190] transaction","detail":"{read_only:false; response_revision:22470; number_of_response:1; }","duration":"1.953539667s","start":"2026-04-16T10:04:17.021058Z","end":"2026-04-16T10:04:18.974598Z","steps":["trace[1643198190] 'process raft request' (duration: 1.953349571s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:18.974691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.021042Z","time spent":"1.953599858s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:18.974756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.016881Z","time spent":"1.957796751s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:18.974837Z","caller":"traceutil/trace.go:171","msg":"trace[1644664953] transaction","detail":"{read_only:false; response_revision:22471; number_of_response:1; }","duration":"1.953615369s","start":"2026-04-16T10:04:17.021216Z","end":"2026-04-16T10:04:18.974832Z","steps":["trace[1644664953] 'process raft request' (duration: 1.95333544s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:18.97487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.021176Z","time spent":"1.953677341s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:18.9749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:16.932438Z","time spent":"2.04208784s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:18.974472Z","caller":"traceutil/trace.go:171","msg":"trace[1613166399] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"1.95682758s","start":"2026-04-16T10:04:17.017623Z","end":"2026-04-16T10:04:18.974451Z","steps":["trace[1613166399] 'process raft request' (duration: 1.956733577s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:18.975045Z","caller":"traceutil/trace.go:171","msg":"trace[1379319551] linearizableReadLoop","detail":"{readStateIndex:23175; appliedIndex:23173; }","duration":"1.961850999s","start":"2026-04-16T10:04:17.013189Z","end":"2026-04-16T10:04:18.97504Z","steps":["trace[1379319551] 'read index received' (duration: 172.972249ms)","trace[1379319551] 'applied index is now lower than readState.Index' (duration: 1.78887801s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:18.975085Z","caller":"traceutil/trace.go:171","msg":"trace[2075301017] transaction","detail":"{read_only:false; response_revision:22473; number_of_response:1; }","duration":"1.865605242s","start":"2026-04-16T10:04:17.109476Z","end":"2026-04-16T10:04:18.975081Z","steps":["trace[2075301017] 'process raft request' (duration: 1.865482658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:18.975077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.017608Z","time spent":"1.957400749s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:18.975116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.109452Z","time spent":"1.865645933s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:18.974984Z","caller":"traceutil/trace.go:171","msg":"trace[1261834127] transaction","detail":"{read_only:false; response_revision:22472; number_of_response:1; }","duration":"1.953459084s","start":"2026-04-16T10:04:17.02152Z","end":"2026-04-16T10:04:18.974979Z","steps":["trace[1261834127] 'process raft request' (duration: 1.953277008s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:18.975149Z","caller":"traceutil/trace.go:171","msg":"trace[32041174] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"1.864231398s","start":"2026-04-16T10:04:17.110896Z","end":"2026-04-16T10:04:18.975127Z","steps":["trace[32041174] 'process raft request' (duration: 1.864121605s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:18.975185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.021506Z","time spent":"1.95363739s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:18.975248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.110867Z","time spent":"1.864333932s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:18.975302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962061185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:18.975418Z","caller":"traceutil/trace.go:171","msg":"trace[2009760892] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22474; }","duration":"1.962258942s","start":"2026-04-16T10:04:17.013132Z","end":"2026-04-16T10:04:18.975391Z","steps":["trace[2009760892] 'agreement among raft nodes before linearized reading' (duration: 1.962012214s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:18.975502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.013112Z","time spent":"1.962371275s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:19.072762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:04:19.07286Z","caller":"traceutil/trace.go:171","msg":"trace[1912181642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694615s","start":"2026-04-16T10:04:17.072143Z","end":"2026-04-16T10:04:19.072837Z","steps":["trace[1912181642] 'agreement among raft nodes before linearized reading' (duration: 2.000580411s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:19.072938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.072126Z","time spent":"2.000801878s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:04:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:19.476091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:19.77561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433996332s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:04:20.613779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.680225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:20.614029Z","caller":"traceutil/trace.go:171","msg":"trace[968534818] transaction","detail":"{read_only:false; response_revision:22475; number_of_response:1; }","duration":"3.394455607s","start":"2026-04-16T10:04:17.219539Z","end":"2026-04-16T10:04:20.613995Z","steps":["trace[968534818] 'process raft request' (duration: 2.556457242s)","trace[968534818] 'compare' (duration: 837.542601ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:20.614223Z","caller":"traceutil/trace.go:171","msg":"trace[1260676074] transaction","detail":"{read_only:false; response_revision:22476; number_of_response:1; }","duration":"1.491984262s","start":"2026-04-16T10:04:19.122214Z","end":"2026-04-16T10:04:20.614198Z","steps":["trace[1260676074] 'process raft request' (duration: 1.491704583s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.614222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.219512Z","time spent":"3.394607822s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:20.614315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.122192Z","time spent":"1.492081926s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:20.614326Z","caller":"traceutil/trace.go:171","msg":"trace[1904946734] linearizableReadLoop","detail":"{readStateIndex:23185; appliedIndex:23182; }","duration":"1.639224829s","start":"2026-04-16T10:04:18.975064Z","end":"2026-04-16T10:04:20.614288Z","steps":["trace[1904946734] 'read index received' (duration: 800.949186ms)","trace[1904946734] 'applied index is now lower than readState.Index' (duration: 838.274253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:20.61443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625198883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:20.614459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840575152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:20.614508Z","caller":"traceutil/trace.go:171","msg":"trace[1173549832] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22477; }","duration":"2.625329227s","start":"2026-04-16T10:04:17.989155Z","end":"2026-04-16T10:04:20.614484Z","steps":["trace[1173549832] 'agreement among raft nodes before linearized reading' (duration: 2.625182683s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:20.61455Z","caller":"traceutil/trace.go:171","msg":"trace[2044687695] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22477; }","duration":"1.840675116s","start":"2026-04-16T10:04:18.773851Z","end":"2026-04-16T10:04:20.614526Z","steps":["trace[2044687695] 'agreement among raft nodes before linearized reading' (duration: 1.84049707s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.614602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:18.773777Z","time spent":"1.84081362s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:20.614612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736001449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T10:04:20.614679Z","caller":"traceutil/trace.go:171","msg":"trace[1056761754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22477; }","duration":"2.736094203s","start":"2026-04-16T10:04:17.878569Z","end":"2026-04-16T10:04:20.614663Z","steps":["trace[1056761754] 'agreement among raft nodes before linearized reading' (duration: 2.73600943s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.614695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736160215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T10:04:20.614726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.878544Z","time spent":"2.736171845s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:20.614499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735297807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:04:20.614821Z","caller":"traceutil/trace.go:171","msg":"trace[6123725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22477; }","duration":"2.735652598s","start":"2026-04-16T10:04:17.879155Z","end":"2026-04-16T10:04:20.614808Z","steps":["trace[6123725] 'agreement among raft nodes before linearized reading' (duration: 2.735278837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.614849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736286439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:04:20.614864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.879143Z","time spent":"2.73570975s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T10:04:20.61488Z","caller":"traceutil/trace.go:171","msg":"trace[105682720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22477; }","duration":"2.736324209s","start":"2026-04-16T10:04:17.878546Z","end":"2026-04-16T10:04:20.614871Z","steps":["trace[105682720] 'agreement among raft nodes before linearized reading' (duration: 2.736203726s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.614913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286109748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-16T10:04:20.614905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412527667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:20.614556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.989131Z","time spent":"2.625412459s","remote":"127.0.0.1:54338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:20.615009Z","caller":"traceutil/trace.go:171","msg":"trace[1877297782] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22477; }","duration":"3.412644801s","start":"2026-04-16T10:04:17.202326Z","end":"2026-04-16T10:04:20.614971Z","steps":["trace[1877297782] 'agreement among raft nodes before linearized reading' (duration: 3.412473385s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.615018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144634898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-16T10:04:20.615047Z","caller":"traceutil/trace.go:171","msg":"trace[2002799319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22477; }","duration":"2.144662539s","start":"2026-04-16T10:04:18.470378Z","end":"2026-04-16T10:04:20.61504Z","steps":["trace[2002799319] 'agreement among raft nodes before linearized reading' (duration: 2.144591507s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.615075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:18.470303Z","time spent":"2.144766242s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T10:04:20.615054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.202306Z","time spent":"3.412737644s","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:20.61473Z","caller":"traceutil/trace.go:171","msg":"trace[1948046792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22477; }","duration":"2.736213096s","start":"2026-04-16T10:04:17.878508Z","end":"2026-04-16T10:04:20.614721Z","steps":["trace[1948046792] 'agreement among raft nodes before linearized reading' (duration: 2.736149644s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.615014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32342755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-16T10:04:20.615155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.878493Z","time spent":"2.73665125s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:20.614925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.878542Z","time spent":"2.736375431s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:20.614554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735495573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:04:20.615258Z","caller":"traceutil/trace.go:171","msg":"trace[707055199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22477; }","duration":"2.736202986s","start":"2026-04-16T10:04:17.879043Z","end":"2026-04-16T10:04:20.615246Z","steps":["trace[707055199] 'agreement among raft nodes before linearized reading' (duration: 2.735480203s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.615301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.879038Z","time spent":"2.736251408s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T10:04:20.615247Z","caller":"traceutil/trace.go:171","msg":"trace[1400618744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22477; }","duration":"2.323730569s","start":"2026-04-16T10:04:18.29149Z","end":"2026-04-16T10:04:20.615221Z","steps":["trace[1400618744] 'agreement among raft nodes before linearized reading' (duration: 2.322916324s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.614611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401359939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:20.61537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:18.291467Z","time spent":"2.323889735s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T10:04:20.615405Z","caller":"traceutil/trace.go:171","msg":"trace[259787151] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22477; }","duration":"2.402198306s","start":"2026-04-16T10:04:18.213191Z","end":"2026-04-16T10:04:20.61539Z","steps":["trace[259787151] 'agreement among raft nodes before linearized reading' (duration: 2.40138904s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:20.614629Z","caller":"traceutil/trace.go:171","msg":"trace[1255428304] transaction","detail":"{read_only:false; response_revision:22477; number_of_response:1; }","duration":"1.422663395s","start":"2026-04-16T10:04:19.191947Z","end":"2026-04-16T10:04:20.61461Z","steps":["trace[1255428304] 'process raft request' (duration: 1.422202661s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.615459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:18.213163Z","time spent":"2.402278558s","remote":"127.0.0.1:59656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:20.615552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.191928Z","time spent":"1.423557773s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:20.614941Z","caller":"traceutil/trace.go:171","msg":"trace[1359433725] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22477; }","duration":"3.286163379s","start":"2026-04-16T10:04:17.32877Z","end":"2026-04-16T10:04:20.614934Z","steps":["trace[1359433725] 'agreement among raft nodes before linearized reading' (duration: 3.286082617s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:20.615653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:17.328754Z","time spent":"3.286889793s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:04:21.079067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:04:21.07916Z","caller":"traceutil/trace.go:171","msg":"trace[2081553513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098235s","start":"2026-04-16T10:04:19.079043Z","end":"2026-04-16T10:04:21.079141Z","steps":["trace[2081553513] 'agreement among raft nodes before linearized reading' (duration: 1.99993398s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:21.079204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.079018Z","time spent":"2.000175148s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:21.114457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868270,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:04:21.348413Z","caller":"traceutil/trace.go:171","msg":"trace[804639779] transaction","detail":"{read_only:false; response_revision:22478; number_of_response:1; }","duration":"851.130618ms","start":"2026-04-16T10:04:20.497259Z","end":"2026-04-16T10:04:21.34839Z","steps":["trace[804639779] 'process raft request' (duration: 815.38493ms)","trace[804639779] 'compare' (duration: 35.651145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:21.34853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.497199Z","time spent":"851.272722ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.364576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.626537Z","time spent":"1.738031945s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T10:04:22.364962Z","caller":"traceutil/trace.go:171","msg":"trace[180416598] linearizableReadLoop","detail":"{readStateIndex:23201; appliedIndex:23185; }","duration":"1.75054338s","start":"2026-04-16T10:04:20.614402Z","end":"2026-04-16T10:04:22.364945Z","steps":["trace[180416598] 'read index received' (duration: 698.348776ms)","trace[180416598] 'applied index is now lower than readState.Index' (duration: 1.052193444s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:22.365074Z","caller":"traceutil/trace.go:171","msg":"trace[1252174938] transaction","detail":"{read_only:false; response_revision:22485; number_of_response:1; }","duration":"1.734907077s","start":"2026-04-16T10:04:20.630159Z","end":"2026-04-16T10:04:22.365066Z","steps":["trace[1252174938] 'process raft request' (duration: 1.734581807s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:22.365042Z","caller":"traceutil/trace.go:171","msg":"trace[582734132] transaction","detail":"{read_only:false; response_revision:22484; number_of_response:1; }","duration":"1.735459224s","start":"2026-04-16T10:04:20.629545Z","end":"2026-04-16T10:04:22.365005Z","steps":["trace[582734132] 'process raft request' (duration: 1.735171245s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.365152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.630153Z","time spent":"1.734943128s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.365219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.629536Z","time spent":"1.735591589s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:22.365305Z","caller":"traceutil/trace.go:171","msg":"trace[2091704691] transaction","detail":"{read_only:false; response_revision:22486; number_of_response:1; }","duration":"1.384651294s","start":"2026-04-16T10:04:20.980646Z","end":"2026-04-16T10:04:22.365298Z","steps":["trace[2091704691] 'process raft request' (duration: 1.384119228s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.365346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.98062Z","time spent":"1.384706265s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:22.365401Z","caller":"traceutil/trace.go:171","msg":"trace[57250991] transaction","detail":"{read_only:false; response_revision:22487; number_of_response:1; }","duration":"1.384628774s","start":"2026-04-16T10:04:20.980767Z","end":"2026-04-16T10:04:22.365396Z","steps":["trace[57250991] 'process raft request' (duration: 1.384017974s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.365435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.98076Z","time spent":"1.384657724s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.365533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774027869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:22.365561Z","caller":"traceutil/trace.go:171","msg":"trace[933769741] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22492; }","duration":"2.77408966s","start":"2026-04-16T10:04:19.591462Z","end":"2026-04-16T10:04:22.365552Z","steps":["trace[933769741] 'agreement among raft nodes before linearized reading' (duration: 2.774026188s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.365581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.591443Z","time spent":"2.774133282s","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:22.365566Z","caller":"traceutil/trace.go:171","msg":"trace[566405354] transaction","detail":"{read_only:false; response_revision:22483; number_of_response:1; }","duration":"1.736252879s","start":"2026-04-16T10:04:20.629289Z","end":"2026-04-16T10:04:22.365542Z","steps":["trace[566405354] 'process raft request' (duration: 1.735406532s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.365638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496843751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:22.365675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.62923Z","time spent":"1.736387003s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:22.365722Z","caller":"traceutil/trace.go:171","msg":"trace[1866061804] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22492; }","duration":"2.496941424s","start":"2026-04-16T10:04:19.868761Z","end":"2026-04-16T10:04:22.365703Z","steps":["trace[1866061804] 'agreement among raft nodes before linearized reading' (duration: 2.496708337s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.365742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987448323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7426"} {"level":"info","ts":"2026-04-16T10:04:22.36573Z","caller":"traceutil/trace.go:171","msg":"trace[1303550524] transaction","detail":"{read_only:false; response_revision:22479; number_of_response:1; }","duration":"1.737020203s","start":"2026-04-16T10:04:20.628691Z","end":"2026-04-16T10:04:22.365711Z","steps":["trace[1303550524] 'process raft request' (duration: 1.735804575s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:22.365762Z","caller":"traceutil/trace.go:171","msg":"trace[1380768693] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22492; }","duration":"2.987506945s","start":"2026-04-16T10:04:19.378249Z","end":"2026-04-16T10:04:22.365756Z","steps":["trace[1380768693] 'agreement among raft nodes before linearized reading' (duration: 2.987422542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.365779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.378227Z","time spent":"2.987548666s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7449,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-16T10:04:22.365884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044732251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:22.365767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.868694Z","time spent":"2.497063358s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-16T10:04:22.365912Z","caller":"traceutil/trace.go:171","msg":"trace[808519413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22492; }","duration":"3.044802723s","start":"2026-04-16T10:04:19.321101Z","end":"2026-04-16T10:04:22.365904Z","steps":["trace[808519413] 'agreement among raft nodes before linearized reading' (duration: 3.044763892s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:22.365919Z","caller":"traceutil/trace.go:171","msg":"trace[1743264795] transaction","detail":"{read_only:false; response_revision:22480; number_of_response:1; }","duration":"1.737164469s","start":"2026-04-16T10:04:20.62874Z","end":"2026-04-16T10:04:22.365905Z","steps":["trace[1743264795] 'process raft request' (duration: 1.735885408s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.366009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.628717Z","time spent":"1.737252131s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.366045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288019338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T10:04:22.366111Z","caller":"traceutil/trace.go:171","msg":"trace[1130311633] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22492; }","duration":"3.28808706s","start":"2026-04-16T10:04:19.078002Z","end":"2026-04-16T10:04:22.366089Z","steps":["trace[1130311633] 'agreement among raft nodes before linearized reading' (duration: 3.287884644s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:22.366182Z","caller":"traceutil/trace.go:171","msg":"trace[1733509295] transaction","detail":"{read_only:false; response_revision:22488; number_of_response:1; }","duration":"1.385093048s","start":"2026-04-16T10:04:20.98107Z","end":"2026-04-16T10:04:22.366163Z","steps":["trace[1733509295] 'process raft request' (duration: 1.383735345s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.366198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.077936Z","time spent":"3.288247605s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"info","ts":"2026-04-16T10:04:22.366009Z","caller":"traceutil/trace.go:171","msg":"trace[1930316330] transaction","detail":"{read_only:false; response_revision:22482; number_of_response:1; }","duration":"1.737131337s","start":"2026-04-16T10:04:20.628859Z","end":"2026-04-16T10:04:22.365991Z","steps":["trace[1930316330] 'process raft request' (duration: 1.735816476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.366279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.981058Z","time spent":"1.38516273s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.366308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.628843Z","time spent":"1.737440706s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.365866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.628671Z","time spent":"1.737104666s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.365931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.321083Z","time spent":"3.044842814s","remote":"127.0.0.1:60710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:22.366427Z","caller":"traceutil/trace.go:171","msg":"trace[387043911] transaction","detail":"{read_only:false; response_revision:22489; number_of_response:1; }","duration":"1.385278584s","start":"2026-04-16T10:04:20.981138Z","end":"2026-04-16T10:04:22.366417Z","steps":["trace[387043911] 'process raft request' (duration: 1.383688454s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:22.36556Z","caller":"traceutil/trace.go:171","msg":"trace[58925061] transaction","detail":"{read_only:false; response_revision:22481; number_of_response:1; }","duration":"1.736703154s","start":"2026-04-16T10:04:20.62883Z","end":"2026-04-16T10:04:22.365533Z","steps":["trace[58925061] 'process raft request' (duration: 1.735823316s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.366523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.628808Z","time spent":"1.737694195s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.366521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705413416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418892"} {"level":"warn","ts":"2026-04-16T10:04:22.366538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.981126Z","time spent":"1.385383077s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:22.366585Z","caller":"traceutil/trace.go:171","msg":"trace[52047572] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22492; }","duration":"1.70550977s","start":"2026-04-16T10:04:20.661047Z","end":"2026-04-16T10:04:22.366557Z","steps":["trace[52047572] 'agreement among raft nodes before linearized reading' (duration: 1.705261682s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.36663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.661028Z","time spent":"1.705592962s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418915,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-16T10:04:22.366699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.198156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:22.366682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100318228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:22.366728Z","caller":"traceutil/trace.go:171","msg":"trace[963941108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22492; }","duration":"379.265938ms","start":"2026-04-16T10:04:21.987453Z","end":"2026-04-16T10:04:22.366719Z","steps":["trace[963941108] 'agreement among raft nodes before linearized reading' (duration: 379.220617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.366726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416276479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:04:22.366692Z","caller":"traceutil/trace.go:171","msg":"trace[904164999] transaction","detail":"{read_only:false; response_revision:22491; number_of_response:1; }","duration":"1.38518764s","start":"2026-04-16T10:04:20.981477Z","end":"2026-04-16T10:04:22.366665Z","steps":["trace[904164999] 'process raft request' (duration: 1.383395014s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.366751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:21.987437Z","time spent":"379.30541ms","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:22.366736Z","caller":"traceutil/trace.go:171","msg":"trace[801638123] transaction","detail":"{read_only:false; response_revision:22490; number_of_response:1; }","duration":"1.385507261s","start":"2026-04-16T10:04:20.981208Z","end":"2026-04-16T10:04:22.366716Z","steps":["trace[801638123] 'process raft request' (duration: 1.383641642s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:22.366753Z","caller":"traceutil/trace.go:171","msg":"trace[2064829510] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22492; }","duration":"2.100436442s","start":"2026-04-16T10:04:20.266298Z","end":"2026-04-16T10:04:22.366734Z","steps":["trace[2064829510] 'agreement among raft nodes before linearized reading' (duration: 2.100295537s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.366809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.266278Z","time spent":"2.100513144s","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:22.366839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.981446Z","time spent":"1.385319125s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.366845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.981199Z","time spent":"1.385588493s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.366933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.499129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:22.366958Z","caller":"traceutil/trace.go:171","msg":"trace[1756534262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22492; }","duration":"150.565891ms","start":"2026-04-16T10:04:22.216386Z","end":"2026-04-16T10:04:22.366952Z","steps":["trace[1756534262] 'agreement among raft nodes before linearized reading' (duration: 150.52796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:22.366756Z","caller":"traceutil/trace.go:171","msg":"trace[1142484723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22492; }","duration":"2.416343201s","start":"2026-04-16T10:04:19.950403Z","end":"2026-04-16T10:04:22.366747Z","steps":["trace[1142484723] 'agreement among raft nodes before linearized reading' (duration: 2.416217577s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.367004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:19.95038Z","time spent":"2.41660909s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T10:04:22.367028Z","caller":"traceutil/trace.go:171","msg":"trace[536965330] transaction","detail":"{read_only:false; response_revision:22492; number_of_response:1; }","duration":"1.383481858s","start":"2026-04-16T10:04:20.983537Z","end":"2026-04-16T10:04:22.367019Z","steps":["trace[536965330] 'process raft request' (duration: 1.381378181s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.367159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.98352Z","time spent":"1.383614761s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:22.367211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28723875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:22.367236Z","caller":"traceutil/trace.go:171","msg":"trace[1330602441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22492; }","duration":"1.287283062s","start":"2026-04-16T10:04:21.079947Z","end":"2026-04-16T10:04:22.36723Z","steps":["trace[1330602441] 'agreement among raft nodes before linearized reading' (duration: 1.287248261s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.367252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:21.079935Z","time spent":"1.287313993s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:22.367323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534911096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-16T10:04:22.367362Z","caller":"traceutil/trace.go:171","msg":"trace[1907446757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:22492; }","duration":"1.534948097s","start":"2026-04-16T10:04:20.832404Z","end":"2026-04-16T10:04:22.367352Z","steps":["trace[1907446757] 'agreement among raft nodes before linearized reading' (duration: 1.534823053s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:22.367386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:20.832383Z","time spent":"1.534997738s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-16T10:04:23.024217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.765363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:23.02434Z","caller":"traceutil/trace.go:171","msg":"trace[701299994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22493; }","duration":"230.897787ms","start":"2026-04-16T10:04:22.793423Z","end":"2026-04-16T10:04:23.024321Z","steps":["trace[701299994] 'range keys from in-memory index tree' (duration: 230.747991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:23.024768Z","caller":"traceutil/trace.go:171","msg":"trace[905264173] linearizableReadLoop","detail":"{readStateIndex:23203; appliedIndex:23201; }","duration":"653.661827ms","start":"2026-04-16T10:04:22.37108Z","end":"2026-04-16T10:04:23.024742Z","steps":["trace[905264173] 'read index received' (duration: 17.067078ms)","trace[905264173] 'applied index is now lower than readState.Index' (duration: 636.592779ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:23.024903Z","caller":"traceutil/trace.go:171","msg":"trace[1788080658] transaction","detail":"{read_only:false; response_revision:22494; number_of_response:1; }","duration":"656.055623ms","start":"2026-04-16T10:04:22.368815Z","end":"2026-04-16T10:04:23.024871Z","steps":["trace[1788080658] 'process raft request' (duration: 650.753026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:23.024991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.368796Z","time spent":"656.135576ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:23.025083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.980827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T10:04:23.025129Z","caller":"traceutil/trace.go:171","msg":"trace[1393961299] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26; range_end:; response_count:1; response_revision:22494; }","duration":"654.06393ms","start":"2026-04-16T10:04:22.37105Z","end":"2026-04-16T10:04:23.025114Z","steps":["trace[1393961299] 'agreement among raft nodes before linearized reading' (duration: 653.812342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:23.025165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.371037Z","time spent":"654.118882ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26\" "} {"level":"warn","ts":"2026-04-16T10:04:23.52624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:23.913559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.352347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:23.91409Z","caller":"traceutil/trace.go:171","msg":"trace[1194274903] transaction","detail":"{read_only:false; response_revision:22496; number_of_response:1; }","duration":"1.176174366s","start":"2026-04-16T10:04:22.73789Z","end":"2026-04-16T10:04:23.914065Z","steps":["trace[1194274903] 'process raft request' (duration: 1.175878267s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:23.914208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.73786Z","time spent":"1.17629821s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418950,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:23.914241Z","caller":"traceutil/trace.go:171","msg":"trace[703192716] transaction","detail":"{read_only:false; response_revision:22495; number_of_response:1; }","duration":"1.285676452s","start":"2026-04-16T10:04:22.62853Z","end":"2026-04-16T10:04:23.914207Z","steps":["trace[703192716] 'process raft request' (duration: 1.094571941s)","trace[703192716] 'compare' (duration: 190.1357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:23.914405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.628505Z","time spent":"1.285816607s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:24.374451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:04:24.374518Z","caller":"traceutil/trace.go:171","msg":"trace[782253854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060225s","start":"2026-04-16T10:04:22.374445Z","end":"2026-04-16T10:04:24.374505Z","steps":["trace[782253854] 'agreement among raft nodes before linearized reading' (duration: 1.999983633s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:24.374548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.37444Z","time spent":"2.000101767s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:24.651835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.785191ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:04:24.654715Z","caller":"traceutil/trace.go:171","msg":"trace[631703503] linearizableReadLoop","detail":"{readStateIndex:23207; appliedIndex:23203; }","duration":"1.629860572s","start":"2026-04-16T10:04:23.024835Z","end":"2026-04-16T10:04:24.654695Z","steps":["trace[631703503] 'read index received' (duration: 698.218304ms)","trace[631703503] 'applied index is now lower than readState.Index' (duration: 931.640828ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:24.654735Z","caller":"traceutil/trace.go:171","msg":"trace[1777085773] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"1.711372015s","start":"2026-04-16T10:04:22.943333Z","end":"2026-04-16T10:04:24.654705Z","steps":["trace[1777085773] 'process raft request' (duration: 1.708591477s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:24.654909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.943314Z","time spent":"1.711493208s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:24.895007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:24.895125Z","caller":"traceutil/trace.go:171","msg":"trace[1255090848] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22497; }","duration":"2.522291944s","start":"2026-04-16T10:04:22.372799Z","end":"2026-04-16T10:04:24.895091Z","steps":["trace[1255090848] 'agreement among raft nodes before linearized reading' (duration: 2.281901409s)","trace[1255090848] 'range keys from in-memory index tree' (duration: 240.228271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:24.895185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.372792Z","time spent":"2.522376617s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:04:24.895607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524441912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:04:24.89567Z","caller":"traceutil/trace.go:171","msg":"trace[1445355760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22497; }","duration":"2.524518945s","start":"2026-04-16T10:04:22.371133Z","end":"2026-04-16T10:04:24.895652Z","steps":["trace[1445355760] 'agreement among raft nodes before linearized reading' (duration: 2.283618523s)","trace[1445355760] 'range keys from in-memory index tree' (duration: 240.716286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:24.895713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.371122Z","time spent":"2.524580067s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:04:24.895724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141137547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:04:24.895776Z","caller":"traceutil/trace.go:171","msg":"trace[753764266] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22497; }","duration":"2.141219429s","start":"2026-04-16T10:04:22.754539Z","end":"2026-04-16T10:04:24.895758Z","steps":["trace[753764266] 'agreement among raft nodes before linearized reading' (duration: 1.900156902s)","trace[753764266] 'count revisions from in-memory index tree' (duration: 240.979934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:24.895811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.754491Z","time spent":"2.141310722s","remote":"127.0.0.1:48308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":181,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:24.895075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504944226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T10:04:24.89668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891201869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:24.896729Z","caller":"traceutil/trace.go:171","msg":"trace[121353619] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22497; }","duration":"1.891293782s","start":"2026-04-16T10:04:23.005421Z","end":"2026-04-16T10:04:24.896715Z","steps":["trace[121353619] 'agreement among raft nodes before linearized reading' (duration: 1.649295995s)","trace[121353619] 'count revisions from in-memory index tree' (duration: 241.934045ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:24.896684Z","caller":"traceutil/trace.go:171","msg":"trace[860061689] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22497; }","duration":"2.506601059s","start":"2026-04-16T10:04:22.390056Z","end":"2026-04-16T10:04:24.896657Z","steps":["trace[860061689] 'agreement among raft nodes before linearized reading' (duration: 2.264642293s)","trace[860061689] 'range keys from in-memory index tree' (duration: 240.139078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:24.896841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:22.390039Z","time spent":"2.506732423s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:04:24.896973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:23.0054Z","time spent":"1.891354094s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:24.896983Z","caller":"traceutil/trace.go:171","msg":"trace[1215106171] transaction","detail":"{read_only:false; response_revision:22498; number_of_response:1; }","duration":"916.532641ms","start":"2026-04-16T10:04:23.980431Z","end":"2026-04-16T10:04:24.896963Z","steps":["trace[1215106171] 'process raft request' (duration: 914.652052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:24.897313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:23.9804Z","time spent":"916.828371ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:25.657765Z","caller":"traceutil/trace.go:171","msg":"trace[1153305702] transaction","detail":"{read_only:false; response_revision:22499; number_of_response:1; }","duration":"1.283980467s","start":"2026-04-16T10:04:24.373756Z","end":"2026-04-16T10:04:25.657736Z","steps":["trace[1153305702] 'process raft request' (duration: 1.283340557s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.657837Z","caller":"traceutil/trace.go:171","msg":"trace[657851151] transaction","detail":"{read_only:false; response_revision:22501; number_of_response:1; }","duration":"1.283599136s","start":"2026-04-16T10:04:24.374219Z","end":"2026-04-16T10:04:25.657818Z","steps":["trace[657851151] 'process raft request' (duration: 1.28342939s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.657925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.373737Z","time spent":"1.284107521s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:25.657924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.37421Z","time spent":"1.283668287s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:25.658054Z","caller":"traceutil/trace.go:171","msg":"trace[2020860450] transaction","detail":"{read_only:false; response_revision:22502; number_of_response:1; }","duration":"1.283774861s","start":"2026-04-16T10:04:24.374266Z","end":"2026-04-16T10:04:25.65804Z","steps":["trace[2020860450] 'process raft request' (duration: 1.283479291s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.658197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.374232Z","time spent":"1.283888744s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:25.658406Z","caller":"traceutil/trace.go:171","msg":"trace[634024068] transaction","detail":"{read_only:false; response_revision:22503; number_of_response:1; }","duration":"1.283957507s","start":"2026-04-16T10:04:24.374438Z","end":"2026-04-16T10:04:25.658395Z","steps":["trace[634024068] 'process raft request' (duration: 1.283566944s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.658417Z","caller":"traceutil/trace.go:171","msg":"trace[1881154908] transaction","detail":"{read_only:false; response_revision:22504; number_of_response:1; }","duration":"1.283796012s","start":"2026-04-16T10:04:24.37459Z","end":"2026-04-16T10:04:25.658386Z","steps":["trace[1881154908] 'process raft request' (duration: 1.283673208s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.657718Z","caller":"traceutil/trace.go:171","msg":"trace[1252918090] transaction","detail":"{read_only:false; response_revision:22500; number_of_response:1; }","duration":"1.283646727s","start":"2026-04-16T10:04:24.374048Z","end":"2026-04-16T10:04:25.657695Z","steps":["trace[1252918090] 'process raft request' (duration: 1.283168152s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.658626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.374034Z","time spent":"1.284549795s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:25.65863Z","caller":"traceutil/trace.go:171","msg":"trace[934765459] transaction","detail":"{read_only:false; response_revision:22505; number_of_response:1; }","duration":"1.283684008s","start":"2026-04-16T10:04:24.374926Z","end":"2026-04-16T10:04:25.65861Z","steps":["trace[934765459] 'process raft request' (duration: 1.283404049s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.658473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.374421Z","time spent":"1.284018938s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:25.658673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.37458Z","time spent":"1.283992677s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:25.658722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.374917Z","time spent":"1.283763611s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:25.658652Z","caller":"traceutil/trace.go:171","msg":"trace[1978739825] linearizableReadLoop","detail":"{readStateIndex:23215; appliedIndex:23207; }","duration":"1.003867539s","start":"2026-04-16T10:04:24.654752Z","end":"2026-04-16T10:04:25.658619Z","steps":["trace[1978739825] 'read index received' (duration: 240.262482ms)","trace[1978739825] 'applied index is now lower than readState.Index' (duration: 763.601947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:25.658871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285410383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:04:25.658867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284887086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:04:25.658861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285151944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:04:25.658913Z","caller":"traceutil/trace.go:171","msg":"trace[1073996436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22505; }","duration":"1.285480105s","start":"2026-04-16T10:04:24.373419Z","end":"2026-04-16T10:04:25.658899Z","steps":["trace[1073996436] 'agreement among raft nodes before linearized reading' (duration: 1.285381632s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.658922Z","caller":"traceutil/trace.go:171","msg":"trace[1631641806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22505; }","duration":"1.284958268s","start":"2026-04-16T10:04:24.373948Z","end":"2026-04-16T10:04:25.658907Z","steps":["trace[1631641806] 'agreement among raft nodes before linearized reading' (duration: 1.284812873s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.658933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28405806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:25.658941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285272608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T10:04:25.658968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.37394Z","time spent":"1.28501635s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T10:04:25.65899Z","caller":"traceutil/trace.go:171","msg":"trace[1780584440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22505; }","duration":"1.284125852s","start":"2026-04-16T10:04:24.37485Z","end":"2026-04-16T10:04:25.658976Z","steps":["trace[1780584440] 'agreement among raft nodes before linearized reading' (duration: 1.28404861s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.658999Z","caller":"traceutil/trace.go:171","msg":"trace[842945709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22505; }","duration":"1.285371201s","start":"2026-04-16T10:04:24.373614Z","end":"2026-04-16T10:04:25.658985Z","steps":["trace[842945709] 'agreement among raft nodes before linearized reading' (duration: 1.285233957s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.659036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630546761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T10:04:25.659042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.374843Z","time spent":"1.284188424s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:04:25.659062Z","caller":"traceutil/trace.go:171","msg":"trace[677407315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22505; }","duration":"2.630608313s","start":"2026-04-16T10:04:23.028445Z","end":"2026-04-16T10:04:25.659054Z","steps":["trace[677407315] 'agreement among raft nodes before linearized reading' (duration: 2.630554631s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.659068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.373593Z","time spent":"1.285460654s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:04:25.659094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:23.028424Z","time spent":"2.630662525s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T10:04:25.659093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.200646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:25.659113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.089818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18614"} {"level":"info","ts":"2026-04-16T10:04:25.659134Z","caller":"traceutil/trace.go:171","msg":"trace[1141734947] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22505; }","duration":"758.245378ms","start":"2026-04-16T10:04:24.900875Z","end":"2026-04-16T10:04:25.65912Z","steps":["trace[1141734947] 'agreement among raft nodes before linearized reading' (duration: 758.175045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.658938Z","caller":"traceutil/trace.go:171","msg":"trace[1809041843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22505; }","duration":"1.285243227s","start":"2026-04-16T10:04:24.373675Z","end":"2026-04-16T10:04:25.658919Z","steps":["trace[1809041843] 'agreement among raft nodes before linearized reading' (duration: 1.28501471s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.659164Z","caller":"traceutil/trace.go:171","msg":"trace[1679469092] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22505; }","duration":"999.172781ms","start":"2026-04-16T10:04:24.659978Z","end":"2026-04-16T10:04:25.659151Z","steps":["trace[1679469092] 'agreement among raft nodes before linearized reading' (duration: 999.033036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.65894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.373401Z","time spent":"1.285532826s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:25.659222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.659953Z","time spent":"999.255854ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-16T10:04:25.65924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.799341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:25.659282Z","caller":"traceutil/trace.go:171","msg":"trace[825416032] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22505; }","duration":"100.868653ms","start":"2026-04-16T10:04:25.5584Z","end":"2026-04-16T10:04:25.659269Z","steps":["trace[825416032] 'agreement among raft nodes before linearized reading' (duration: 100.798141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.659324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.478174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18614"} {"level":"warn","ts":"2026-04-16T10:04:25.65933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.104917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:25.65937Z","caller":"traceutil/trace.go:171","msg":"trace[1516993718] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22505; }","duration":"664.19373ms","start":"2026-04-16T10:04:24.995165Z","end":"2026-04-16T10:04:25.659358Z","steps":["trace[1516993718] 'agreement among raft nodes before linearized reading' (duration: 664.128808ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.659369Z","caller":"traceutil/trace.go:171","msg":"trace[1967706868] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22505; }","duration":"166.563816ms","start":"2026-04-16T10:04:25.492791Z","end":"2026-04-16T10:04:25.659355Z","steps":["trace[1967706868] 'agreement among raft nodes before linearized reading' (duration: 166.436632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.659409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.995145Z","time spent":"664.255502ms","remote":"127.0.0.1:38084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:25.65919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.37367Z","time spent":"1.285504055s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:25.659584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.686625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18614"} {"level":"warn","ts":"2026-04-16T10:04:25.659174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.900851Z","time spent":"758.31085ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:04:25.658866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284875825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T10:04:25.659687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.560171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:04:25.65974Z","caller":"traceutil/trace.go:171","msg":"trace[2073084374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22505; }","duration":"1.285763504s","start":"2026-04-16T10:04:24.373961Z","end":"2026-04-16T10:04:25.659724Z","steps":["trace[2073084374] 'agreement among raft nodes before linearized reading' (duration: 1.284746602s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:25.659761Z","caller":"traceutil/trace.go:171","msg":"trace[1935551245] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22505; }","duration":"760.669204ms","start":"2026-04-16T10:04:24.899077Z","end":"2026-04-16T10:04:25.659746Z","steps":["trace[1935551245] 'agreement among raft nodes before linearized reading' (duration: 760.507479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.659803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.373951Z","time spent":"1.285836596s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:25.659806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.899059Z","time spent":"760.734116ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T10:04:25.659675Z","caller":"traceutil/trace.go:171","msg":"trace[899194746] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22505; }","duration":"760.794158ms","start":"2026-04-16T10:04:24.898846Z","end":"2026-04-16T10:04:25.65964Z","steps":["trace[899194746] 'agreement among raft nodes before linearized reading' (duration: 760.579861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.659922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.898831Z","time spent":"761.072447ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T10:04:25.660222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.932045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:25.660287Z","caller":"traceutil/trace.go:171","msg":"trace[1781694830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22505; }","duration":"865.025347ms","start":"2026-04-16T10:04:24.795247Z","end":"2026-04-16T10:04:25.660273Z","steps":["trace[1781694830] 'agreement among raft nodes before linearized reading' (duration: 864.929924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.660325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:24.795231Z","time spent":"865.0851ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:25.660839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628009681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-16T10:04:25.661087Z","caller":"traceutil/trace.go:171","msg":"trace[1520458008] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22505; }","duration":"2.628874578s","start":"2026-04-16T10:04:23.032163Z","end":"2026-04-16T10:04:25.661038Z","steps":["trace[1520458008] 'agreement among raft nodes before linearized reading' (duration: 2.626757471s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:25.661329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:23.032135Z","time spent":"2.629131515s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-16T10:04:26.163267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:26.663565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:26.675772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014308329s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:04:26.891819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.80519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:26.891925Z","caller":"traceutil/trace.go:171","msg":"trace[1813619002] transaction","detail":"{read_only:false; response_revision:22506; number_of_response:1; }","duration":"1.230554502s","start":"2026-04-16T10:04:25.661348Z","end":"2026-04-16T10:04:26.891903Z","steps":["trace[1813619002] 'process raft request' (duration: 1.014640389s)","trace[1813619002] 'compare' (duration: 213.473956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:26.891988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.661322Z","time spent":"1.230637085s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:27.668081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000950923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:04:27.668143Z","caller":"traceutil/trace.go:171","msg":"trace[1380102840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001034627s","start":"2026-04-16T10:04:25.667097Z","end":"2026-04-16T10:04:27.668132Z","steps":["trace[1380102840] 'agreement among raft nodes before linearized reading' (duration: 2.000958974s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:27.668173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.667092Z","time spent":"2.001074398s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:04:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:28.68114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:04:28.681209Z","caller":"traceutil/trace.go:171","msg":"trace[1204420457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139537s","start":"2026-04-16T10:04:26.681056Z","end":"2026-04-16T10:04:28.681195Z","steps":["trace[1204420457] 'agreement among raft nodes before linearized reading' (duration: 2.000047414s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:28.681241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:26.681035Z","time spent":"2.000199569s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:29.668578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:04:29.668653Z","caller":"traceutil/trace.go:171","msg":"trace[488008935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398225s","start":"2026-04-16T10:04:27.66824Z","end":"2026-04-16T10:04:29.668638Z","steps":["trace[488008935] 'agreement among raft nodes before linearized reading' (duration: 2.000297152s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:29.668687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.668229Z","time spent":"2.000451847s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:30.410651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855897771s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:30.410844Z","caller":"traceutil/trace.go:171","msg":"trace[1447155299] transaction","detail":"{read_only:false; response_revision:22507; number_of_response:1; }","duration":"4.745243424s","start":"2026-04-16T10:04:25.665578Z","end":"2026-04-16T10:04:30.410822Z","steps":["trace[1447155299] 'process raft request' (duration: 1.889113675s)","trace[1447155299] 'compare' (duration: 2.849476599s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:30.41095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.665557Z","time spent":"4.745342546s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:30.410867Z","caller":"traceutil/trace.go:171","msg":"trace[2135058552] transaction","detail":"{read_only:false; response_revision:22508; number_of_response:1; }","duration":"4.745188022s","start":"2026-04-16T10:04:25.665664Z","end":"2026-04-16T10:04:30.410852Z","steps":["trace[2135058552] 'process raft request' (duration: 4.745091839s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:30.411019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.665658Z","time spent":"4.745333496s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:30.411165Z","caller":"traceutil/trace.go:171","msg":"trace[731688207] transaction","detail":"{read_only:false; response_revision:22509; number_of_response:1; }","duration":"4.745445441s","start":"2026-04-16T10:04:25.66571Z","end":"2026-04-16T10:04:30.411156Z","steps":["trace[731688207] 'process raft request' (duration: 4.74511184s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:30.411209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.665702Z","time spent":"4.745486002s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:30.411357Z","caller":"traceutil/trace.go:171","msg":"trace[1351928155] transaction","detail":"{read_only:false; response_revision:22510; number_of_response:1; }","duration":"4.744980506s","start":"2026-04-16T10:04:25.66637Z","end":"2026-04-16T10:04:30.411351Z","steps":["trace[1351928155] 'process raft request' (duration: 4.744750698s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:30.411388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.666362Z","time spent":"4.745009626s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:30.41163Z","caller":"traceutil/trace.go:171","msg":"trace[2018541415] transaction","detail":"{read_only:false; response_revision:22511; number_of_response:1; }","duration":"4.744892582s","start":"2026-04-16T10:04:25.666731Z","end":"2026-04-16T10:04:30.411624Z","steps":["trace[2018541415] 'process raft request' (duration: 4.744596353s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:30.411677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.666721Z","time spent":"4.744932834s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:30.411893Z","caller":"traceutil/trace.go:171","msg":"trace[537433747] linearizableReadLoop","detail":"{readStateIndex:23222; appliedIndex:23215; }","duration":"4.74955204s","start":"2026-04-16T10:04:25.662334Z","end":"2026-04-16T10:04:30.411886Z","steps":["trace[537433747] 'read index received' (duration: 1.013667518s)","trace[537433747] 'applied index is now lower than readState.Index' (duration: 3.735883962s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:30.412003Z","caller":"traceutil/trace.go:171","msg":"trace[579514341] transaction","detail":"{read_only:false; response_revision:22512; number_of_response:1; }","duration":"4.49195483s","start":"2026-04-16T10:04:25.920042Z","end":"2026-04-16T10:04:30.411997Z","steps":["trace[579514341] 'process raft request' (duration: 4.491551217s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:30.412036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.920017Z","time spent":"4.492000152s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:30.412185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749851029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:04:30.412253Z","caller":"traceutil/trace.go:171","msg":"trace[1696469965] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22512; }","duration":"4.749939792s","start":"2026-04-16T10:04:25.662306Z","end":"2026-04-16T10:04:30.412246Z","steps":["trace[1696469965] 'agreement among raft nodes before linearized reading' (duration: 4.749808638s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:30.412274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.66229Z","time spent":"4.749978513s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:04:30.912366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:31.41314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:31.674425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:04:31.674493Z","caller":"traceutil/trace.go:171","msg":"trace[1414399556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287734s","start":"2026-04-16T10:04:29.674191Z","end":"2026-04-16T10:04:31.674479Z","steps":["trace[1414399556] 'agreement among raft nodes before linearized reading' (duration: 2.000194721s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:31.67453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:29.674179Z","time spent":"2.000342815s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:04:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:31.803452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.191933609s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:04:31.973883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.129374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:31.974565Z","caller":"traceutil/trace.go:171","msg":"trace[391343731] transaction","detail":"{read_only:false; response_revision:22513; number_of_response:1; }","duration":"5.07910863s","start":"2026-04-16T10:04:26.894862Z","end":"2026-04-16T10:04:31.973971Z","steps":["trace[391343731] 'process raft request' (duration: 4.908829841s)","trace[391343731] 'compare' (duration: 169.895787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:31.974636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:26.894837Z","time spent":"5.079770381s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:04:32.663484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.666555Z","time spent":"4.996921067s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:32.663646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.666114Z","time spent":"4.997530606s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:32.665132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.666252Z","time spent":"4.998877729s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:32.665223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.666491Z","time spent":"4.998730724s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:32.66528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.666059Z","time spent":"4.99921987s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:32.665384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.666625Z","time spent":"4.998757965s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:32.665467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.666552Z","time spent":"4.998913449s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:04:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:33.31838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347893737s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:04:33.319132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.733965ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:33.319319Z","caller":"traceutil/trace.go:171","msg":"trace[1971543368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22513; }","duration":"525.902321ms","start":"2026-04-16T10:04:32.793354Z","end":"2026-04-16T10:04:33.319256Z","steps":["trace[1971543368] 'range keys from in-memory index tree' (duration: 525.714615ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:33.320745Z","caller":"traceutil/trace.go:171","msg":"trace[1796015289] linearizableReadLoop","detail":"{readStateIndex:23233; appliedIndex:23222; }","duration":"2.908816716s","start":"2026-04-16T10:04:30.411911Z","end":"2026-04-16T10:04:33.320727Z","steps":["trace[1796015289] 'read index received' (duration: 1.391787847s)","trace[1796015289] 'applied index is now lower than readState.Index' (duration: 1.517027799s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:33.321134Z","caller":"traceutil/trace.go:171","msg":"trace[1907187097] transaction","detail":"{read_only:false; response_revision:22521; number_of_response:1; }","duration":"5.189794355s","start":"2026-04-16T10:04:28.131321Z","end":"2026-04-16T10:04:33.321116Z","steps":["trace[1907187097] 'process raft request' (duration: 5.189141735s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.32132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:28.131304Z","time spent":"5.189882097s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:33.321624Z","caller":"traceutil/trace.go:171","msg":"trace[2107225958] transaction","detail":"{read_only:false; response_revision:22522; number_of_response:1; }","duration":"3.419117739s","start":"2026-04-16T10:04:29.902489Z","end":"2026-04-16T10:04:33.321607Z","steps":["trace[2107225958] 'process raft request' (duration: 3.418097316s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.321766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:29.902464Z","time spent":"3.419210072s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:33.322068Z","caller":"traceutil/trace.go:171","msg":"trace[590638304] transaction","detail":"{read_only:false; response_revision:22523; number_of_response:1; }","duration":"2.518039863s","start":"2026-04-16T10:04:30.804011Z","end":"2026-04-16T10:04:33.32205Z","steps":["trace[590638304] 'process raft request' (duration: 2.516629279s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.322202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:30.803988Z","time spent":"2.518124306s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:33.322617Z","caller":"traceutil/trace.go:171","msg":"trace[1835041027] transaction","detail":"{read_only:false; response_revision:22524; number_of_response:1; }","duration":"1.629021539s","start":"2026-04-16T10:04:31.693578Z","end":"2026-04-16T10:04:33.3226Z","steps":["trace[1835041027] 'process raft request' (duration: 1.627101568s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.322757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:31.693557Z","time spent":"1.629107502s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:33.32321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530650688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-16T10:04:33.323268Z","caller":"traceutil/trace.go:171","msg":"trace[1688526611] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22524; }","duration":"3.53071088s","start":"2026-04-16T10:04:29.792543Z","end":"2026-04-16T10:04:33.323254Z","steps":["trace[1688526611] 'agreement among raft nodes before linearized reading' (duration: 3.530509664s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.323823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:29.792494Z","time spent":"3.531271198s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-16T10:04:33.325807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567290484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:04:33.325875Z","caller":"traceutil/trace.go:171","msg":"trace[405899395] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22524; }","duration":"3.567360796s","start":"2026-04-16T10:04:29.758498Z","end":"2026-04-16T10:04:33.325858Z","steps":["trace[405899395] 'agreement among raft nodes before linearized reading' (duration: 3.56556988s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.325918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:29.758455Z","time spent":"3.567448739s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2929,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:33.326225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081973077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:33.326277Z","caller":"traceutil/trace.go:171","msg":"trace[1377962985] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22524; }","duration":"4.082053219s","start":"2026-04-16T10:04:29.244208Z","end":"2026-04-16T10:04:33.326261Z","steps":["trace[1377962985] 'agreement among raft nodes before linearized reading' (duration: 4.081976147s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.326365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:29.244189Z","time spent":"4.082160792s","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:33.326687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514464734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:33.32676Z","caller":"traceutil/trace.go:171","msg":"trace[1553226705] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22524; }","duration":"4.514620439s","start":"2026-04-16T10:04:28.812127Z","end":"2026-04-16T10:04:33.326748Z","steps":["trace[1553226705] 'agreement among raft nodes before linearized reading' (duration: 4.514507625s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.326967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:28.812107Z","time spent":"4.514814845s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:33.32724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.212067324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:33.327291Z","caller":"traceutil/trace.go:171","msg":"trace[1206602306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22524; }","duration":"6.212121726s","start":"2026-04-16T10:04:27.115156Z","end":"2026-04-16T10:04:33.327278Z","steps":["trace[1206602306] 'agreement among raft nodes before linearized reading' (duration: 6.212038714s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.327497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:27.115118Z","time spent":"6.212333793s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:33.327768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.160146432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:33.327818Z","caller":"traceutil/trace.go:171","msg":"trace[771966877] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:22524; }","duration":"7.160225305s","start":"2026-04-16T10:04:26.16758Z","end":"2026-04-16T10:04:33.327805Z","steps":["trace[771966877] 'agreement among raft nodes before linearized reading' (duration: 7.160146542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.327907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:26.167565Z","time spent":"7.160327608s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:33.328335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.232225837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:04:33.328424Z","caller":"traceutil/trace.go:171","msg":"trace[1876356649] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22524; }","duration":"7.232285209s","start":"2026-04-16T10:04:26.09609Z","end":"2026-04-16T10:04:33.328376Z","steps":["trace[1876356649] 'agreement among raft nodes before linearized reading' (duration: 7.232091163s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.328653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.609134771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:33.328737Z","caller":"traceutil/trace.go:171","msg":"trace[218544273] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22524; }","duration":"7.609269075s","start":"2026-04-16T10:04:25.71945Z","end":"2026-04-16T10:04:33.328719Z","steps":["trace[218544273] 'agreement among raft nodes before linearized reading' (duration: 7.60911147s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.32878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.719432Z","time spent":"7.609340687s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T10:04:33.329059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.66139249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:33.329115Z","caller":"traceutil/trace.go:171","msg":"trace[940250940] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22524; }","duration":"7.661453912s","start":"2026-04-16T10:04:25.667648Z","end":"2026-04-16T10:04:33.329102Z","steps":["trace[940250940] 'agreement among raft nodes before linearized reading' (duration: 7.661374219s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.329145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.667624Z","time spent":"7.661512094s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:04:33.329398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.662034711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18614"} {"level":"info","ts":"2026-04-16T10:04:33.329429Z","caller":"traceutil/trace.go:171","msg":"trace[1392600523] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22524; }","duration":"7.662076882s","start":"2026-04-16T10:04:25.667343Z","end":"2026-04-16T10:04:33.32942Z","steps":["trace[1392600523] 'agreement among raft nodes before linearized reading' (duration: 7.661946868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.329453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.667337Z","time spent":"7.662110153s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T10:04:33.329606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.663755095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-04-16T10:04:33.329645Z","caller":"traceutil/trace.go:171","msg":"trace[2106747776] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22524; }","duration":"7.663818607s","start":"2026-04-16T10:04:25.665815Z","end":"2026-04-16T10:04:33.329634Z","steps":["trace[2106747776] 'agreement among raft nodes before linearized reading' (duration: 7.663660792s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.329674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:25.665808Z","time spent":"7.663857488s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T10:04:33.329859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:26.096022Z","time spent":"7.232455974s","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":194,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:33.360506Z","caller":"traceutil/trace.go:171","msg":"trace[1967212343] transaction","detail":"{read_only:false; response_revision:22525; number_of_response:1; }","duration":"940.572564ms","start":"2026-04-16T10:04:32.419914Z","end":"2026-04-16T10:04:33.360487Z","steps":["trace[1967212343] 'process raft request' (duration: 940.415419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.360654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.760485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-16T10:04:33.360744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686060297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:33.360767Z","caller":"traceutil/trace.go:171","msg":"trace[1654128810] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22525; }","duration":"694.91438ms","start":"2026-04-16T10:04:32.665833Z","end":"2026-04-16T10:04:33.360747Z","steps":["trace[1654128810] 'agreement among raft nodes before linearized reading' (duration: 694.751764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.360743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.91417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:04:33.360767Z","caller":"traceutil/trace.go:171","msg":"trace[607252572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22525; }","duration":"1.686194832s","start":"2026-04-16T10:04:31.674565Z","end":"2026-04-16T10:04:33.36076Z","steps":["trace[607252572] 'agreement among raft nodes before linearized reading' (duration: 1.686154111s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.360835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:31.67455Z","time spent":"1.686276074s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:33.360832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.665827Z","time spent":"694.989472ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-16T10:04:33.360847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.212379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-16T10:04:33.360862Z","caller":"traceutil/trace.go:171","msg":"trace[1804118996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22525; }","duration":"944.055815ms","start":"2026-04-16T10:04:32.416766Z","end":"2026-04-16T10:04:33.360822Z","steps":["trace[1804118996] 'agreement among raft nodes before linearized reading' (duration: 943.766696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.360907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.93633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-16T10:04:33.360822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.992893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:04:33.360624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.419905Z","time spent":"940.658377ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:33.36103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.946397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-16T10:04:33.361039Z","caller":"traceutil/trace.go:171","msg":"trace[754024837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22525; }","duration":"944.23025ms","start":"2026-04-16T10:04:32.416787Z","end":"2026-04-16T10:04:33.361017Z","steps":["trace[754024837] 'agreement among raft nodes before linearized reading' (duration: 943.743545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.360769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.167778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T10:04:33.361072Z","caller":"traceutil/trace.go:171","msg":"trace[1559008929] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:22525; }","duration":"693.013719ms","start":"2026-04-16T10:04:32.668038Z","end":"2026-04-16T10:04:33.361052Z","steps":["trace[1559008929] 'agreement among raft nodes before linearized reading' (duration: 692.963148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:33.361096Z","caller":"traceutil/trace.go:171","msg":"trace[865495467] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22525; }","duration":"695.529119ms","start":"2026-04-16T10:04:32.66555Z","end":"2026-04-16T10:04:33.36108Z","steps":["trace[865495467] 'agreement among raft nodes before linearized reading' (duration: 695.156427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.361119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.667984Z","time spent":"693.110503ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-16T10:04:33.36112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.485148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:04:33.360963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.416762Z","time spent":"944.151818ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:04:33.361135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.665535Z","time spent":"695.58648ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T10:04:33.361119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.095384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:33.360969Z","caller":"traceutil/trace.go:171","msg":"trace[2086549132] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:22525; }","duration":"695.277001ms","start":"2026-04-16T10:04:32.665606Z","end":"2026-04-16T10:04:33.360883Z","steps":["trace[2086549132] 'agreement among raft nodes before linearized reading' (duration: 695.196418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.361231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.665602Z","time spent":"695.622202ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T10:04:33.36124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.818899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:04:33.361235Z","caller":"traceutil/trace.go:171","msg":"trace[1410714878] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22525; }","duration":"838.277759ms","start":"2026-04-16T10:04:32.52293Z","end":"2026-04-16T10:04:33.361207Z","steps":["trace[1410714878] 'agreement among raft nodes before linearized reading' (duration: 837.97234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.36116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.236159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-16T10:04:33.36127Z","caller":"traceutil/trace.go:171","msg":"trace[5212700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22525; }","duration":"944.886481ms","start":"2026-04-16T10:04:32.416374Z","end":"2026-04-16T10:04:33.361261Z","steps":["trace[5212700] 'agreement among raft nodes before linearized reading' (duration: 944.819319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.361293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.416354Z","time spent":"944.933022ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:33.361292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.522911Z","time spent":"838.366992ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:33.361293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913682537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T10:04:33.361303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.772815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-16T10:04:33.361354Z","caller":"traceutil/trace.go:171","msg":"trace[490263269] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22525; }","duration":"2.913779771s","start":"2026-04-16T10:04:30.447559Z","end":"2026-04-16T10:04:33.361339Z","steps":["trace[490263269] 'agreement among raft nodes before linearized reading' (duration: 2.913636767s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.361119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.416784Z","time spent":"944.321373ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:33.361386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382546489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T10:04:33.361389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533946715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:33.361402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:30.447508Z","time spent":"2.913882924s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T10:04:33.361407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.424841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:33.3614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.334113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:04:33.361447Z","caller":"traceutil/trace.go:171","msg":"trace[1461959893] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22525; }","duration":"954.496473ms","start":"2026-04-16T10:04:32.406941Z","end":"2026-04-16T10:04:33.361438Z","steps":["trace[1461959893] 'agreement among raft nodes before linearized reading' (duration: 954.419541ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:33.361449Z","caller":"traceutil/trace.go:171","msg":"trace[713443215] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22525; }","duration":"2.534175942s","start":"2026-04-16T10:04:30.827254Z","end":"2026-04-16T10:04:33.36143Z","steps":["trace[713443215] 'agreement among raft nodes before linearized reading' (duration: 2.533963875s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:33.361469Z","caller":"traceutil/trace.go:171","msg":"trace[808146115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22525; }","duration":"944.396935ms","start":"2026-04-16T10:04:32.417057Z","end":"2026-04-16T10:04:33.361453Z","steps":["trace[808146115] 'agreement among raft nodes before linearized reading' (duration: 944.24112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.36148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946615867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-16T10:04:33.36148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.406924Z","time spent":"954.547865ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:33.361497Z","caller":"traceutil/trace.go:171","msg":"trace[825246386] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22525; }","duration":"2.946654588s","start":"2026-04-16T10:04:30.414837Z","end":"2026-04-16T10:04:33.361492Z","steps":["trace[825246386] 'agreement among raft nodes before linearized reading' (duration: 2.946598926s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:33.361362Z","caller":"traceutil/trace.go:171","msg":"trace[266950676] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22525; }","duration":"694.849268ms","start":"2026-04-16T10:04:32.666499Z","end":"2026-04-16T10:04:33.361348Z","steps":["trace[266950676] 'agreement among raft nodes before linearized reading' (duration: 694.743454ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:33.361409Z","caller":"traceutil/trace.go:171","msg":"trace[515236338] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22525; }","duration":"1.382601571s","start":"2026-04-16T10:04:31.978799Z","end":"2026-04-16T10:04:33.361401Z","steps":["trace[515236338] 'agreement among raft nodes before linearized reading' (duration: 1.382519519s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.361515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:30.414826Z","time spent":"2.9466853s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:04:33.361502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:30.827168Z","time spent":"2.534315686s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:33.361501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.417044Z","time spent":"944.448597ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:33.361529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.666492Z","time spent":"695.027093ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-16T10:04:33.361178Z","caller":"traceutil/trace.go:171","msg":"trace[17384092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22525; }","duration":"944.525119ms","start":"2026-04-16T10:04:32.416617Z","end":"2026-04-16T10:04:33.361143Z","steps":["trace[17384092] 'agreement among raft nodes before linearized reading' (duration: 944.428876ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:33.361295Z","caller":"traceutil/trace.go:171","msg":"trace[247939244] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22525; }","duration":"695.385735ms","start":"2026-04-16T10:04:32.665897Z","end":"2026-04-16T10:04:33.361283Z","steps":["trace[247939244] 'agreement among raft nodes before linearized reading' (duration: 695.213409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.361611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.416612Z","time spent":"944.992244ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:33.361581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359125008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:33.361656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.665891Z","time spent":"695.747236ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-16T10:04:33.360979Z","caller":"traceutil/trace.go:171","msg":"trace[9061840] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22525; }","duration":"695.044423ms","start":"2026-04-16T10:04:32.66592Z","end":"2026-04-16T10:04:33.360965Z","steps":["trace[9061840] 'agreement among raft nodes before linearized reading' (duration: 694.903879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.361702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:32.665916Z","time spent":"695.780647ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-16T10:04:33.361701Z","caller":"traceutil/trace.go:171","msg":"trace[65384694] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22525; }","duration":"2.35982399s","start":"2026-04-16T10:04:31.001851Z","end":"2026-04-16T10:04:33.361675Z","steps":["trace[65384694] 'agreement among raft nodes before linearized reading' (duration: 2.359137268s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:33.361777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:31.001832Z","time spent":"2.359916712s","remote":"127.0.0.1:42044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:33.361541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:31.978782Z","time spent":"1.382747905s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T10:04:33.861039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:34.361245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:34.695033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.813723Z","time spent":"881.299206ms","remote":"127.0.0.1:43842","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:04:34.694542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334239487s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:04:34.695982Z","caller":"traceutil/trace.go:171","msg":"trace[1111362742] transaction","detail":"{read_only:false; response_revision:22526; number_of_response:1; }","duration":"1.359799362s","start":"2026-04-16T10:04:33.336148Z","end":"2026-04-16T10:04:34.695948Z","steps":["trace[1111362742] 'process raft request' (duration: 1.359596396s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.696186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.336137Z","time spent":"1.359940956s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:34.79012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374214Z","time spent":"1.415896951s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T10:04:34.790458Z","caller":"traceutil/trace.go:171","msg":"trace[2082116201] linearizableReadLoop","detail":"{readStateIndex:23243; appliedIndex:23235; }","duration":"1.429950454s","start":"2026-04-16T10:04:33.360475Z","end":"2026-04-16T10:04:34.790426Z","steps":["trace[2082116201] 'read index received' (duration: 1.335276719s)","trace[2082116201] 'applied index is now lower than readState.Index' (duration: 94.672865ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:34.790682Z","caller":"traceutil/trace.go:171","msg":"trace[2055076212] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"1.415929672s","start":"2026-04-16T10:04:33.374729Z","end":"2026-04-16T10:04:34.790658Z","steps":["trace[2055076212] 'process raft request' (duration: 1.415507749s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.790839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374719Z","time spent":"1.416013774s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:34.790581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374252Z","time spent":"1.416326655s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:04:34.791278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456750619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:34.791364Z","caller":"traceutil/trace.go:171","msg":"trace[2013581221] transaction","detail":"{read_only:false; response_revision:22528; number_of_response:1; }","duration":"1.416929453s","start":"2026-04-16T10:04:33.374419Z","end":"2026-04-16T10:04:34.791349Z","steps":["trace[2013581221] 'process raft request' (duration: 1.415754576s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:34.791374Z","caller":"traceutil/trace.go:171","msg":"trace[1519528521] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22531; }","duration":"1.456890253s","start":"2026-04-16T10:04:33.334464Z","end":"2026-04-16T10:04:34.791354Z","steps":["trace[1519528521] 'agreement among raft nodes before linearized reading' (duration: 1.456617284s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.791421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.33445Z","time spent":"1.456961296s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T10:04:34.791447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374404Z","time spent":"1.416994975s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:34.791419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423796269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:34.791589Z","caller":"traceutil/trace.go:171","msg":"trace[2062536156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22531; }","duration":"1.424004156s","start":"2026-04-16T10:04:33.367571Z","end":"2026-04-16T10:04:34.791575Z","steps":["trace[2062536156] 'agreement among raft nodes before linearized reading' (duration: 1.423796039s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:34.79167Z","caller":"traceutil/trace.go:171","msg":"trace[1749891464] transaction","detail":"{read_only:false; response_revision:22531; number_of_response:1; }","duration":"1.416933914s","start":"2026-04-16T10:04:33.374723Z","end":"2026-04-16T10:04:34.791657Z","steps":["trace[1749891464] 'process raft request' (duration: 1.41554118s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:34.791684Z","caller":"traceutil/trace.go:171","msg":"trace[2014428024] transaction","detail":"{read_only:false; response_revision:22529; number_of_response:1; }","duration":"1.417051077s","start":"2026-04-16T10:04:33.374618Z","end":"2026-04-16T10:04:34.791669Z","steps":["trace[2014428024] 'process raft request' (duration: 1.415588121s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.791763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374711Z","time spent":"1.416993885s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:34.791773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374605Z","time spent":"1.41711614s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:34.791965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457448801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d7c7ebc-35d3-4d90-bc07-ba5930a0c579\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T10:04:34.792004Z","caller":"traceutil/trace.go:171","msg":"trace[599105726] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d7c7ebc-35d3-4d90-bc07-ba5930a0c579; range_end:; response_count:1; response_revision:22531; }","duration":"1.457518203s","start":"2026-04-16T10:04:33.334474Z","end":"2026-04-16T10:04:34.791992Z","steps":["trace[599105726] 'agreement among raft nodes before linearized reading' (duration: 1.457392259s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.792033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.334458Z","time spent":"1.457568824s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-6d7c7ebc-35d3-4d90-bc07-ba5930a0c579\" "} {"level":"warn","ts":"2026-04-16T10:04:34.79169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.367552Z","time spent":"1.42412368s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:04:34.791313Z","caller":"traceutil/trace.go:171","msg":"trace[1919010621] transaction","detail":"{read_only:false; response_revision:22527; number_of_response:1; }","duration":"1.416926503s","start":"2026-04-16T10:04:33.374369Z","end":"2026-04-16T10:04:34.791296Z","steps":["trace[1919010621] 'process raft request' (duration: 1.415699824s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.792221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.11408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:34.792266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.37435Z","time spent":"1.417882534s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:34.792376Z","caller":"traceutil/trace.go:171","msg":"trace[625757348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22531; }","duration":"927.145981ms","start":"2026-04-16T10:04:33.865096Z","end":"2026-04-16T10:04:34.792242Z","steps":["trace[625757348] 'agreement among raft nodes before linearized reading' (duration: 927.10468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.792173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.925152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:34.792457Z","caller":"traceutil/trace.go:171","msg":"trace[2087413128] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:22531; }","duration":"330.211301ms","start":"2026-04-16T10:04:34.462231Z","end":"2026-04-16T10:04:34.792442Z","steps":["trace[2087413128] 'agreement among raft nodes before linearized reading' (duration: 329.904482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.792431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.865018Z","time spent":"927.39755ms","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:34.793039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418516153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-16T10:04:34.793084Z","caller":"traceutil/trace.go:171","msg":"trace[691129024] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22531; }","duration":"1.418572705s","start":"2026-04-16T10:04:33.374499Z","end":"2026-04-16T10:04:34.793072Z","steps":["trace[691129024] 'agreement among raft nodes before linearized reading' (duration: 1.418466282s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.793115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374489Z","time spent":"1.418619286s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-16T10:04:34.793267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418912406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-16T10:04:34.793334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001840936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:34.793336Z","caller":"traceutil/trace.go:171","msg":"trace[1071521714] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:22531; }","duration":"1.418981948s","start":"2026-04-16T10:04:33.374337Z","end":"2026-04-16T10:04:34.793319Z","steps":["trace[1071521714] 'agreement among raft nodes before linearized reading' (duration: 1.418786882s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:34.793365Z","caller":"traceutil/trace.go:171","msg":"trace[1401075241] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22531; }","duration":"1.001910728s","start":"2026-04-16T10:04:33.791445Z","end":"2026-04-16T10:04:34.793355Z","steps":["trace[1401075241] 'agreement among raft nodes before linearized reading' (duration: 1.001783984s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.793384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374314Z","time spent":"1.419057641s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-16T10:04:34.793404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.791392Z","time spent":"1.002003301s","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":83,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:34.793566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181847292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:34.793601Z","caller":"traceutil/trace.go:171","msg":"trace[1856376062] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22531; }","duration":"1.181943335s","start":"2026-04-16T10:04:33.611649Z","end":"2026-04-16T10:04:34.793593Z","steps":["trace[1856376062] 'agreement among raft nodes before linearized reading' (duration: 1.181887883s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.793632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.611632Z","time spent":"1.181991557s","remote":"127.0.0.1:43524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:34.793783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336327371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:34.793821Z","caller":"traceutil/trace.go:171","msg":"trace[68088741] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22531; }","duration":"1.336399945s","start":"2026-04-16T10:04:33.45741Z","end":"2026-04-16T10:04:34.79381Z","steps":["trace[68088741] 'agreement among raft nodes before linearized reading' (duration: 1.336344973s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.793886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.457394Z","time spent":"1.336483927s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:34.79408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419391141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-16T10:04:34.794116Z","caller":"traceutil/trace.go:171","msg":"trace[1496628374] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22531; }","duration":"1.419437232s","start":"2026-04-16T10:04:33.37467Z","end":"2026-04-16T10:04:34.794107Z","steps":["trace[1496628374] 'agreement among raft nodes before linearized reading' (duration: 1.419343979s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.794145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374664Z","time spent":"1.419474524s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-16T10:04:34.794336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41966185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-16T10:04:34.794372Z","caller":"traceutil/trace.go:171","msg":"trace[235551436] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22531; }","duration":"1.419713781s","start":"2026-04-16T10:04:33.374649Z","end":"2026-04-16T10:04:34.794363Z","steps":["trace[235551436] 'agreement among raft nodes before linearized reading' (duration: 1.419627448s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.794402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.37464Z","time spent":"1.419755972s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T10:04:34.794555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419885407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-16T10:04:34.79459Z","caller":"traceutil/trace.go:171","msg":"trace[547956962] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:22531; }","duration":"1.419926388s","start":"2026-04-16T10:04:33.374654Z","end":"2026-04-16T10:04:34.79458Z","steps":["trace[547956962] 'agreement among raft nodes before linearized reading' (duration: 1.419849845s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.794617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374647Z","time spent":"1.419965109s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-16T10:04:34.794783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420369132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-16T10:04:34.794831Z","caller":"traceutil/trace.go:171","msg":"trace[1807002122] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:22531; }","duration":"1.420410543s","start":"2026-04-16T10:04:33.374402Z","end":"2026-04-16T10:04:34.794813Z","steps":["trace[1807002122] 'agreement among raft nodes before linearized reading' (duration: 1.419173954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.794865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374383Z","time spent":"1.420473595s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-16T10:04:34.792503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:34.462144Z","time spent":"330.346286ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:34.795086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420715062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T10:04:34.795118Z","caller":"traceutil/trace.go:171","msg":"trace[2135219766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22531; }","duration":"1.420776114s","start":"2026-04-16T10:04:33.374334Z","end":"2026-04-16T10:04:34.79511Z","steps":["trace[2135219766] 'agreement among raft nodes before linearized reading' (duration: 1.420690402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:34.795151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:33.374314Z","time spent":"1.420826046s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T10:04:35.297205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:35.797895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:36.095155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300054617s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:04:36.103308Z","caller":"traceutil/trace.go:171","msg":"trace[259471906] transaction","detail":"{read_only:false; response_revision:22532; number_of_response:1; }","duration":"1.308260447s","start":"2026-04-16T10:04:34.795015Z","end":"2026-04-16T10:04:36.103276Z","steps":["trace[259471906] 'process raft request' (duration: 1.300336067s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.103495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:34.794998Z","time spent":"1.308407401s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:36.123493Z","caller":"traceutil/trace.go:171","msg":"trace[1869862145] transaction","detail":"{read_only:false; response_revision:22533; number_of_response:1; }","duration":"1.326999818s","start":"2026-04-16T10:04:34.796477Z","end":"2026-04-16T10:04:36.123477Z","steps":["trace[1869862145] 'process raft request' (duration: 1.32674744s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:36.123538Z","caller":"traceutil/trace.go:171","msg":"trace[1469300814] transaction","detail":"{read_only:false; response_revision:22534; number_of_response:1; }","duration":"756.440889ms","start":"2026-04-16T10:04:35.367075Z","end":"2026-04-16T10:04:36.123516Z","steps":["trace[1469300814] 'process raft request' (duration: 756.267113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.12361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:34.79646Z","time spent":"1.32708479s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:36.123806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327334107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:04:36.123878Z","caller":"traceutil/trace.go:171","msg":"trace[972247093] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22534; }","duration":"1.327429141s","start":"2026-04-16T10:04:34.796431Z","end":"2026-04-16T10:04:36.12386Z","steps":["trace[972247093] 'agreement among raft nodes before linearized reading' (duration: 1.327217814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.123931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:34.79642Z","time spent":"1.327495732s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T10:04:36.123427Z","caller":"traceutil/trace.go:171","msg":"trace[1161137022] linearizableReadLoop","detail":"{readStateIndex:23246; appliedIndex:23243; }","duration":"1.326953496s","start":"2026-04-16T10:04:34.796457Z","end":"2026-04-16T10:04:36.12341Z","steps":["trace[1161137022] 'read index received' (duration: 1.298919262s)","trace[1161137022] 'applied index is now lower than readState.Index' (duration: 28.033313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:36.124131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:35.367043Z","time spent":"756.567133ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:36.12462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326119169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-16T10:04:36.124771Z","caller":"traceutil/trace.go:171","msg":"trace[1427786579] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22534; }","duration":"1.326204072s","start":"2026-04-16T10:04:34.798461Z","end":"2026-04-16T10:04:36.124665Z","steps":["trace[1427786579] 'agreement among raft nodes before linearized reading' (duration: 1.326047477s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.125035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.988177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:36.125094Z","caller":"traceutil/trace.go:171","msg":"trace[824221230] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22534; }","duration":"961.07486ms","start":"2026-04-16T10:04:35.164001Z","end":"2026-04-16T10:04:36.125076Z","steps":["trace[824221230] 'agreement among raft nodes before linearized reading' (duration: 960.972807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.125134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:35.163987Z","time spent":"961.135852ms","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:36.125164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200462727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:04:36.125216Z","caller":"traceutil/trace.go:171","msg":"trace[762850772] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:22534; }","duration":"1.20054892s","start":"2026-04-16T10:04:34.924653Z","end":"2026-04-16T10:04:36.125201Z","steps":["trace[762850772] 'agreement among raft nodes before linearized reading' (duration: 1.200334263s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.12527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:34.924636Z","time spent":"1.200620803s","remote":"127.0.0.1:43752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":198,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:36.125277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.853081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:36.125363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322283848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:36.125408Z","caller":"traceutil/trace.go:171","msg":"trace[669570616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22534; }","duration":"1.322321799s","start":"2026-04-16T10:04:34.803073Z","end":"2026-04-16T10:04:36.125395Z","steps":["trace[669570616] 'agreement among raft nodes before linearized reading' (duration: 1.322269178s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.125508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:34.80304Z","time spent":"1.322458844s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:04:36.125364Z","caller":"traceutil/trace.go:171","msg":"trace[1700669462] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22534; }","duration":"389.984146ms","start":"2026-04-16T10:04:35.735361Z","end":"2026-04-16T10:04:36.125345Z","steps":["trace[1700669462] 'agreement among raft nodes before linearized reading' (duration: 389.834701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.125651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:35.735341Z","time spent":"390.291026ms","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:36.125181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.4431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:36.12571Z","caller":"traceutil/trace.go:171","msg":"trace[837865224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22534; }","duration":"293.003928ms","start":"2026-04-16T10:04:35.832697Z","end":"2026-04-16T10:04:36.125701Z","steps":["trace[837865224] 'agreement among raft nodes before linearized reading' (duration: 292.44026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.125296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043302563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T10:04:36.125756Z","caller":"traceutil/trace.go:171","msg":"trace[1059178966] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22534; }","duration":"1.043799358s","start":"2026-04-16T10:04:35.081938Z","end":"2026-04-16T10:04:36.125738Z","steps":["trace[1059178966] 'agreement among raft nodes before linearized reading' (duration: 1.0432317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.125826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:35.081916Z","time spent":"1.043893101s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T10:04:36.126191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:34.798451Z","time spent":"1.327640787s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-16T10:04:36.331702Z","caller":"traceutil/trace.go:171","msg":"trace[245116260] linearizableReadLoop","detail":"{readStateIndex:23248; appliedIndex:23247; }","duration":"170.285029ms","start":"2026-04-16T10:04:36.16139Z","end":"2026-04-16T10:04:36.331675Z","steps":["trace[245116260] 'read index received' (duration: 72.94844ms)","trace[245116260] 'applied index is now lower than readState.Index' (duration: 97.335579ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:36.331862Z","caller":"traceutil/trace.go:171","msg":"trace[374812103] transaction","detail":"{read_only:false; response_revision:22536; number_of_response:1; }","duration":"197.030882ms","start":"2026-04-16T10:04:36.134694Z","end":"2026-04-16T10:04:36.331725Z","steps":["trace[374812103] 'process raft request' (duration: 99.695263ms)","trace[374812103] 'compare' (duration: 97.061111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:36.331939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.253837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T10:04:36.331975Z","caller":"traceutil/trace.go:171","msg":"trace[56215718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22536; }","duration":"196.31386ms","start":"2026-04-16T10:04:36.135649Z","end":"2026-04-16T10:04:36.331963Z","steps":["trace[56215718] 'agreement among raft nodes before linearized reading' (duration: 196.158325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.332106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.908053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T10:04:36.332117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.724837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:36.332145Z","caller":"traceutil/trace.go:171","msg":"trace[1220167286] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22536; }","duration":"166.981335ms","start":"2026-04-16T10:04:36.165155Z","end":"2026-04-16T10:04:36.332136Z","steps":["trace[1220167286] 'agreement among raft nodes before linearized reading' (duration: 166.883832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:36.332158Z","caller":"traceutil/trace.go:171","msg":"trace[1995016074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22536; }","duration":"199.809779ms","start":"2026-04-16T10:04:36.132336Z","end":"2026-04-16T10:04:36.332146Z","steps":["trace[1995016074] 'agreement among raft nodes before linearized reading' (duration: 199.702386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:36.56274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.955236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:36.562853Z","caller":"traceutil/trace.go:171","msg":"trace[1680544875] transaction","detail":"{read_only:false; response_revision:22538; number_of_response:1; }","duration":"198.644693ms","start":"2026-04-16T10:04:36.364189Z","end":"2026-04-16T10:04:36.562833Z","steps":["trace[1680544875] 'process raft request' (duration: 89.504891ms)","trace[1680544875] 'compare' (duration: 108.837002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:37.243656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868359,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:04:37.526072Z","caller":"traceutil/trace.go:171","msg":"trace[1384843237] transaction","detail":"{read_only:false; response_revision:22539; number_of_response:1; }","duration":"958.343105ms","start":"2026-04-16T10:04:36.5677Z","end":"2026-04-16T10:04:37.526043Z","steps":["trace[1384843237] 'process raft request' (duration: 889.576797ms)","trace[1384843237] 'compare' (duration: 68.645974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:37.526289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.567664Z","time spent":"958.50327ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:37.526859Z","caller":"traceutil/trace.go:171","msg":"trace[1055841229] linearizableReadLoop","detail":"{readStateIndex:23258; appliedIndex:23250; }","duration":"783.928006ms","start":"2026-04-16T10:04:36.742909Z","end":"2026-04-16T10:04:37.526837Z","steps":["trace[1055841229] 'read index received' (duration: 714.455995ms)","trace[1055841229] 'applied index is now lower than readState.Index' (duration: 69.470971ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:37.52714Z","caller":"traceutil/trace.go:171","msg":"trace[2051169503] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"722.688105ms","start":"2026-04-16T10:04:36.804437Z","end":"2026-04-16T10:04:37.527125Z","steps":["trace[2051169503] 'process raft request' (duration: 722.361915ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:37.527142Z","caller":"traceutil/trace.go:171","msg":"trace[44784431] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"726.177815ms","start":"2026-04-16T10:04:36.800901Z","end":"2026-04-16T10:04:37.527079Z","steps":["trace[44784431] 'process raft request' (duration: 725.865945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.314238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:37.527249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.804429Z","time spent":"722.748677ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:37.527249Z","caller":"traceutil/trace.go:171","msg":"trace[1642730623] transaction","detail":"{read_only:false; response_revision:22542; number_of_response:1; }","duration":"727.009241ms","start":"2026-04-16T10:04:36.800215Z","end":"2026-04-16T10:04:37.527224Z","steps":["trace[1642730623] 'process raft request' (duration: 726.438373ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:37.527298Z","caller":"traceutil/trace.go:171","msg":"trace[159498658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22546; }","duration":"784.422432ms","start":"2026-04-16T10:04:36.742862Z","end":"2026-04-16T10:04:37.527284Z","steps":["trace[159498658] 'agreement among raft nodes before linearized reading' (duration: 784.319669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.800894Z","time spent":"726.32312ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:37.527313Z","caller":"traceutil/trace.go:171","msg":"trace[231962674] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"726.763993ms","start":"2026-04-16T10:04:36.800521Z","end":"2026-04-16T10:04:37.527285Z","steps":["trace[231962674] 'process raft request' (duration: 726.169894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.742842Z","time spent":"784.486163ms","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:37.527318Z","caller":"traceutil/trace.go:171","msg":"trace[863021943] transaction","detail":"{read_only:false; response_revision:22540; number_of_response:1; }","duration":"727.941291ms","start":"2026-04-16T10:04:36.799345Z","end":"2026-04-16T10:04:37.527286Z","steps":["trace[863021943] 'process raft request' (duration: 727.142786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.800192Z","time spent":"727.107705ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:37.527397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.18161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:04:37.527408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.800514Z","time spent":"726.844246ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:37.527426Z","caller":"traceutil/trace.go:171","msg":"trace[584304358] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"726.719242ms","start":"2026-04-16T10:04:36.800694Z","end":"2026-04-16T10:04:37.527413Z","steps":["trace[584304358] 'process raft request' (duration: 726.034941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:37.527446Z","caller":"traceutil/trace.go:171","msg":"trace[449293729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22546; }","duration":"729.264253ms","start":"2026-04-16T10:04:36.798168Z","end":"2026-04-16T10:04:37.527433Z","steps":["trace[449293729] 'agreement among raft nodes before linearized reading' (duration: 729.066676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.799336Z","time spent":"728.046504ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:37.527445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.983234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-16T10:04:37.527422Z","caller":"traceutil/trace.go:171","msg":"trace[1620782613] transaction","detail":"{read_only:false; response_revision:22541; number_of_response:1; }","duration":"727.222518ms","start":"2026-04-16T10:04:36.800167Z","end":"2026-04-16T10:04:37.52739Z","steps":["trace[1620782613] 'process raft request' (duration: 726.440424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.798158Z","time spent":"729.311824ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:37.527479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.800684Z","time spent":"726.764223ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:37.527504Z","caller":"traceutil/trace.go:171","msg":"trace[1625594592] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22546; }","duration":"153.078246ms","start":"2026-04-16T10:04:37.374407Z","end":"2026-04-16T10:04:37.527486Z","steps":["trace[1625594592] 'agreement among raft nodes before linearized reading' (duration: 152.914811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.171491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-16T10:04:37.527593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.800152Z","time spent":"727.357412ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:37.527628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.342885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:04:37.527634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.505042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T10:04:37.527283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.788476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:37.527629Z","caller":"traceutil/trace.go:171","msg":"trace[1805061043] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22546; }","duration":"154.255063ms","start":"2026-04-16T10:04:37.373356Z","end":"2026-04-16T10:04:37.527611Z","steps":["trace[1805061043] 'agreement among raft nodes before linearized reading' (duration: 154.120489ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:37.527659Z","caller":"traceutil/trace.go:171","msg":"trace[1702696242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22546; }","duration":"729.386156ms","start":"2026-04-16T10:04:36.798262Z","end":"2026-04-16T10:04:37.527648Z","steps":["trace[1702696242] 'agreement among raft nodes before linearized reading' (duration: 729.283553ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:37.527664Z","caller":"traceutil/trace.go:171","msg":"trace[828696861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22546; }","duration":"730.556594ms","start":"2026-04-16T10:04:36.797096Z","end":"2026-04-16T10:04:37.527653Z","steps":["trace[828696861] 'agreement among raft nodes before linearized reading' (duration: 730.477261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.687711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:37.527691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.797082Z","time spent":"730.601785ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:37.527698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.620705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:04:37.527704Z","caller":"traceutil/trace.go:171","msg":"trace[1567723295] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22546; }","duration":"268.805055ms","start":"2026-04-16T10:04:37.258886Z","end":"2026-04-16T10:04:37.527691Z","steps":["trace[1567723295] 'agreement among raft nodes before linearized reading' (duration: 268.702532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.798256Z","time spent":"729.426318ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T10:04:37.527734Z","caller":"traceutil/trace.go:171","msg":"trace[1866873010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22546; }","duration":"730.677217ms","start":"2026-04-16T10:04:36.797047Z","end":"2026-04-16T10:04:37.527724Z","steps":["trace[1866873010] 'agreement among raft nodes before linearized reading' (duration: 730.532242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.797036Z","time spent":"730.723389ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T10:04:37.52785Z","caller":"traceutil/trace.go:171","msg":"trace[894643173] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:22546; }","duration":"689.380935ms","start":"2026-04-16T10:04:36.838448Z","end":"2026-04-16T10:04:37.527829Z","steps":["trace[894643173] 'agreement among raft nodes before linearized reading' (duration: 688.762916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.527967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.134011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:04:37.528041Z","caller":"traceutil/trace.go:171","msg":"trace[940856035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22546; }","duration":"731.244165ms","start":"2026-04-16T10:04:36.796781Z","end":"2026-04-16T10:04:37.528025Z","steps":["trace[940856035] 'agreement among raft nodes before linearized reading' (duration: 730.403959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:37.52809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.796752Z","time spent":"731.325957ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:37.528229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:36.838437Z","time spent":"689.495238ms","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:38.167818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.089067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:38.168018Z","caller":"traceutil/trace.go:171","msg":"trace[1308093881] transaction","detail":"{read_only:false; response_revision:22548; number_of_response:1; }","duration":"634.928748ms","start":"2026-04-16T10:04:37.533058Z","end":"2026-04-16T10:04:38.167987Z","steps":["trace[1308093881] 'process raft request' (duration: 121.601294ms)","trace[1308093881] 'compare' (duration: 512.994894ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:38.16805Z","caller":"traceutil/trace.go:171","msg":"trace[632380140] transaction","detail":"{read_only:false; response_revision:22550; number_of_response:1; }","duration":"634.828955ms","start":"2026-04-16T10:04:37.53319Z","end":"2026-04-16T10:04:38.168019Z","steps":["trace[632380140] 'process raft request' (duration: 634.749493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:38.168138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:37.533032Z","time spent":"635.056413ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:38.16817Z","caller":"traceutil/trace.go:171","msg":"trace[719227794] transaction","detail":"{read_only:false; response_revision:22552; number_of_response:1; }","duration":"634.937019ms","start":"2026-04-16T10:04:37.533223Z","end":"2026-04-16T10:04:38.16816Z","steps":["trace[719227794] 'process raft request' (duration: 634.759733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:38.168236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:37.533182Z","time spent":"634.97624ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:38.168298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:37.533212Z","time spent":"635.010441ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:38.168056Z","caller":"traceutil/trace.go:171","msg":"trace[517847126] transaction","detail":"{read_only:false; response_revision:22549; number_of_response:1; }","duration":"634.900797ms","start":"2026-04-16T10:04:37.533119Z","end":"2026-04-16T10:04:38.168019Z","steps":["trace[517847126] 'process raft request' (duration: 634.780744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:38.168376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:37.533083Z","time spent":"635.266539ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:38.168467Z","caller":"traceutil/trace.go:171","msg":"trace[1622318075] transaction","detail":"{read_only:false; response_revision:22553; number_of_response:1; }","duration":"633.928687ms","start":"2026-04-16T10:04:37.534521Z","end":"2026-04-16T10:04:38.16845Z","steps":["trace[1622318075] 'process raft request' (duration: 633.482403ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:38.168478Z","caller":"traceutil/trace.go:171","msg":"trace[373357273] transaction","detail":"{read_only:false; response_revision:22551; number_of_response:1; }","duration":"635.28068ms","start":"2026-04-16T10:04:37.533187Z","end":"2026-04-16T10:04:38.168468Z","steps":["trace[373357273] 'process raft request' (duration: 634.775984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:38.168528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:37.533171Z","time spent":"635.329201ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:38.168533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:37.534507Z","time spent":"633.990169ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:38.533968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.907716ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:04:38.534338Z","caller":"traceutil/trace.go:171","msg":"trace[1836919581] linearizableReadLoop","detail":"{readStateIndex:23266; appliedIndex:23259; }","duration":"749.028406ms","start":"2026-04-16T10:04:37.785289Z","end":"2026-04-16T10:04:38.534317Z","steps":["trace[1836919581] 'read index received' (duration: 362.566312ms)","trace[1836919581] 'applied index is now lower than readState.Index' (duration: 386.460954ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:38.534454Z","caller":"traceutil/trace.go:171","msg":"trace[1058663889] transaction","detail":"{read_only:false; response_revision:22554; number_of_response:1; }","duration":"403.14062ms","start":"2026-04-16T10:04:38.131288Z","end":"2026-04-16T10:04:38.534429Z","steps":["trace[1058663889] 'process raft request' (duration: 402.849301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:38.534597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:38.13126Z","time spent":"403.265454ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:39.035442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:39.25847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473164256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:39.25856Z","caller":"traceutil/trace.go:171","msg":"trace[400238836] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22554; }","duration":"1.473306991s","start":"2026-04-16T10:04:37.785229Z","end":"2026-04-16T10:04:39.258536Z","steps":["trace[400238836] 'agreement among raft nodes before linearized reading' (duration: 749.1431ms)","trace[400238836] 'count revisions from in-memory index tree' (duration: 724.036777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:39.258604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:37.785204Z","time spent":"1.473388572s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:39.260095Z","caller":"traceutil/trace.go:171","msg":"trace[2024404996] linearizableReadLoop","detail":"{readStateIndex:23268; appliedIndex:23267; }","duration":"725.698509ms","start":"2026-04-16T10:04:38.534379Z","end":"2026-04-16T10:04:39.260077Z","steps":["trace[2024404996] 'read index received' (duration: 725.39877ms)","trace[2024404996] 'applied index is now lower than readState.Index' (duration: 298.469µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:39.260154Z","caller":"traceutil/trace.go:171","msg":"trace[331042828] transaction","detail":"{read_only:false; response_revision:22555; number_of_response:1; }","duration":"923.980101ms","start":"2026-04-16T10:04:38.33614Z","end":"2026-04-16T10:04:39.26012Z","steps":["trace[331042828] 'process raft request' (duration: 923.64565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:39.2603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.249361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:39.260346Z","caller":"traceutil/trace.go:171","msg":"trace[161300887] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22555; }","duration":"840.345143ms","start":"2026-04-16T10:04:38.419991Z","end":"2026-04-16T10:04:39.260336Z","steps":["trace[161300887] 'agreement among raft nodes before linearized reading' (duration: 840.196639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:39.260382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:38.419968Z","time spent":"840.402736ms","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:39.260393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.566506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:39.260438Z","caller":"traceutil/trace.go:171","msg":"trace[917120425] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22555; }","duration":"149.660138ms","start":"2026-04-16T10:04:39.110766Z","end":"2026-04-16T10:04:39.260426Z","steps":["trace[917120425] 'agreement among raft nodes before linearized reading' (duration: 149.573066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:39.260298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:38.336115Z","time spent":"924.111485ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:39.260453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188445949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:39.260431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.316712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:39.260505Z","caller":"traceutil/trace.go:171","msg":"trace[1210820457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22555; }","duration":"1.188543962s","start":"2026-04-16T10:04:38.071947Z","end":"2026-04-16T10:04:39.260491Z","steps":["trace[1210820457] 'agreement among raft nodes before linearized reading' (duration: 1.188439699s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:39.260513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.19005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:39.260546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:38.071925Z","time spent":"1.188611984s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:04:39.260549Z","caller":"traceutil/trace.go:171","msg":"trace[11115025] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22555; }","duration":"656.458007ms","start":"2026-04-16T10:04:38.604071Z","end":"2026-04-16T10:04:39.260529Z","steps":["trace[11115025] 'agreement among raft nodes before linearized reading' (duration: 656.23968ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:39.26058Z","caller":"traceutil/trace.go:171","msg":"trace[1133800317] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22555; }","duration":"573.296265ms","start":"2026-04-16T10:04:38.687263Z","end":"2026-04-16T10:04:39.26056Z","steps":["trace[1133800317] 'agreement among raft nodes before linearized reading' (duration: 573.192571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:39.260594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:38.604021Z","time spent":"656.562349ms","remote":"127.0.0.1:59646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:39.26064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:38.687243Z","time spent":"573.376376ms","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:39.260514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.701296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:39.26079Z","caller":"traceutil/trace.go:171","msg":"trace[847132949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22555; }","duration":"377.016146ms","start":"2026-04-16T10:04:38.883749Z","end":"2026-04-16T10:04:39.260766Z","steps":["trace[847132949] 'agreement among raft nodes before linearized reading' (duration: 376.683746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:39.260859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:38.883729Z","time spent":"377.110059ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:39.653857Z","caller":"traceutil/trace.go:171","msg":"trace[1633944381] transaction","detail":"{read_only:false; response_revision:22557; number_of_response:1; }","duration":"119.839928ms","start":"2026-04-16T10:04:39.533989Z","end":"2026-04-16T10:04:39.653829Z","steps":["trace[1633944381] 'process raft request' (duration: 119.748315ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:39.65392Z","caller":"traceutil/trace.go:171","msg":"trace[471647487] transaction","detail":"{read_only:false; response_revision:22556; number_of_response:1; }","duration":"119.869999ms","start":"2026-04-16T10:04:39.53396Z","end":"2026-04-16T10:04:39.65383Z","steps":["trace[471647487] 'process raft request' (duration: 119.617181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:40.33138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.575991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:40.331691Z","caller":"traceutil/trace.go:171","msg":"trace[1210458453] transaction","detail":"{read_only:false; response_revision:22558; number_of_response:1; }","duration":"794.001654ms","start":"2026-04-16T10:04:39.537672Z","end":"2026-04-16T10:04:40.331674Z","steps":["trace[1210458453] 'process raft request' (duration: 686.116472ms)","trace[1210458453] 'compare' (duration: 107.061426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:40.331751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:39.537656Z","time spent":"794.071295ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:40.331899Z","caller":"traceutil/trace.go:171","msg":"trace[444687702] transaction","detail":"{read_only:false; response_revision:22559; number_of_response:1; }","duration":"794.063655ms","start":"2026-04-16T10:04:39.537827Z","end":"2026-04-16T10:04:40.331891Z","steps":["trace[444687702] 'process raft request' (duration: 793.636692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:40.331949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:39.537788Z","time spent":"794.135777ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:40.331965Z","caller":"traceutil/trace.go:171","msg":"trace[1488374583] linearizableReadLoop","detail":"{readStateIndex:23275; appliedIndex:23268; }","duration":"768.969944ms","start":"2026-04-16T10:04:39.562954Z","end":"2026-04-16T10:04:40.331924Z","steps":["trace[1488374583] 'read index received' (duration: 90.70179ms)","trace[1488374583] 'applied index is now lower than readState.Index' (duration: 678.265504ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:40.332015Z","caller":"traceutil/trace.go:171","msg":"trace[1448384678] transaction","detail":"{read_only:false; response_revision:22561; number_of_response:1; }","duration":"794.115297ms","start":"2026-04-16T10:04:39.537893Z","end":"2026-04-16T10:04:40.332009Z","steps":["trace[1448384678] 'process raft request' (duration: 793.675633ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:40.332058Z","caller":"traceutil/trace.go:171","msg":"trace[128731626] transaction","detail":"{read_only:false; response_revision:22560; number_of_response:1; }","duration":"794.130557ms","start":"2026-04-16T10:04:39.537886Z","end":"2026-04-16T10:04:40.332016Z","steps":["trace[128731626] 'process raft request' (duration: 793.653992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:40.332147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.85392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:04:40.332157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.196431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:04:40.332172Z","caller":"traceutil/trace.go:171","msg":"trace[1588969000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22562; }","duration":"159.916902ms","start":"2026-04-16T10:04:40.172247Z","end":"2026-04-16T10:04:40.332164Z","steps":["trace[1588969000] 'agreement among raft nodes before linearized reading' (duration: 159.83674ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:40.332189Z","caller":"traceutil/trace.go:171","msg":"trace[1516840123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22562; }","duration":"769.274044ms","start":"2026-04-16T10:04:39.562904Z","end":"2026-04-16T10:04:40.332178Z","steps":["trace[1516840123] 'agreement among raft nodes before linearized reading' (duration: 769.15272ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:40.331963Z","caller":"traceutil/trace.go:171","msg":"trace[146916602] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"794.027655ms","start":"2026-04-16T10:04:39.5379Z","end":"2026-04-16T10:04:40.331928Z","steps":["trace[146916602] 'process raft request' (duration: 793.697564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:40.33223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:39.562883Z","time spent":"769.339486ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:40.33225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:39.537872Z","time spent":"794.351944ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:40.332259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:39.537867Z","time spent":"794.285623ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:40.332107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:39.537868Z","time spent":"794.180569ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:40.332406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.711535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T10:04:40.332408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.091967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:04:40.332426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.707974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:04:40.332473Z","caller":"traceutil/trace.go:171","msg":"trace[483631725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22562; }","duration":"159.801798ms","start":"2026-04-16T10:04:40.172654Z","end":"2026-04-16T10:04:40.332456Z","steps":["trace[483631725] 'agreement among raft nodes before linearized reading' (duration: 159.643403ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:40.332479Z","caller":"traceutil/trace.go:171","msg":"trace[1261988056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22562; }","duration":"160.202492ms","start":"2026-04-16T10:04:40.172262Z","end":"2026-04-16T10:04:40.332464Z","steps":["trace[1261988056] 'agreement among raft nodes before linearized reading' (duration: 160.039076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:40.33249Z","caller":"traceutil/trace.go:171","msg":"trace[501930872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22562; }","duration":"158.790537ms","start":"2026-04-16T10:04:40.173682Z","end":"2026-04-16T10:04:40.332473Z","steps":["trace[501930872] 'agreement among raft nodes before linearized reading' (duration: 158.593661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:40.916905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:41.417419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:04:41.467939Z","caller":"traceutil/trace.go:171","msg":"trace[310608051] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"1.131568566s","start":"2026-04-16T10:04:40.336343Z","end":"2026-04-16T10:04:41.467912Z","steps":["trace[310608051] 'process raft request' (duration: 1.131267347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:41.468115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.336309Z","time spent":"1.131711221s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:41.468231Z","caller":"traceutil/trace.go:171","msg":"trace[982635763] transaction","detail":"{read_only:false; response_revision:22565; number_of_response:1; }","duration":"1.131637549s","start":"2026-04-16T10:04:40.336572Z","end":"2026-04-16T10:04:41.46821Z","steps":["trace[982635763] 'process raft request' (duration: 1.131296588s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:41.468356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.336559Z","time spent":"1.131727642s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:41.468397Z","caller":"traceutil/trace.go:171","msg":"trace[134224447] transaction","detail":"{read_only:false; response_revision:22566; number_of_response:1; }","duration":"1.13168275s","start":"2026-04-16T10:04:40.336694Z","end":"2026-04-16T10:04:41.468377Z","steps":["trace[134224447] 'process raft request' (duration: 1.131419271s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:41.468543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.336684Z","time spent":"1.131800174s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:41.468756Z","caller":"traceutil/trace.go:171","msg":"trace[1671366232] transaction","detail":"{read_only:false; response_revision:22567; number_of_response:1; }","duration":"1.131160253s","start":"2026-04-16T10:04:40.337585Z","end":"2026-04-16T10:04:41.468746Z","steps":["trace[1671366232] 'process raft request' (duration: 1.130717399s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:41.468793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.337571Z","time spent":"1.131205275s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:41.675727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.190379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:41.675878Z","caller":"traceutil/trace.go:171","msg":"trace[1772751278] transaction","detail":"{read_only:false; response_revision:22568; number_of_response:1; }","duration":"1.254592895s","start":"2026-04-16T10:04:40.42127Z","end":"2026-04-16T10:04:41.675863Z","steps":["trace[1772751278] 'process raft request' (duration: 1.108186129s)","trace[1772751278] 'compare' (duration: 146.064086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:41.675931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.421249Z","time spent":"1.254661088s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:41.67613Z","caller":"traceutil/trace.go:171","msg":"trace[1583644146] linearizableReadLoop","detail":"{readStateIndex:23283; appliedIndex:23276; }","duration":"1.260186202s","start":"2026-04-16T10:04:40.415915Z","end":"2026-04-16T10:04:41.676101Z","steps":["trace[1583644146] 'read index received' (duration: 1.05173612s)","trace[1583644146] 'applied index is now lower than readState.Index' (duration: 208.448502ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:41.676181Z","caller":"traceutil/trace.go:171","msg":"trace[1893619376] transaction","detail":"{read_only:false; response_revision:22570; number_of_response:1; }","duration":"840.779138ms","start":"2026-04-16T10:04:40.835363Z","end":"2026-04-16T10:04:41.676143Z","steps":["trace[1893619376] 'process raft request' (duration: 840.625573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:41.676093Z","caller":"traceutil/trace.go:171","msg":"trace[1055315156] transaction","detail":"{read_only:false; response_revision:22569; number_of_response:1; }","duration":"1.137159843s","start":"2026-04-16T10:04:40.53891Z","end":"2026-04-16T10:04:41.67607Z","steps":["trace[1055315156] 'process raft request' (duration: 1.136900095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:41.676336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.538885Z","time spent":"1.137390149s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:41.676355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.835338Z","time spent":"840.921763ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:41.676368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340505504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-16T10:04:41.676413Z","caller":"traceutil/trace.go:171","msg":"trace[1734070359] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:22570; }","duration":"1.340592926s","start":"2026-04-16T10:04:40.335811Z","end":"2026-04-16T10:04:41.676404Z","steps":["trace[1734070359] 'agreement among raft nodes before linearized reading' (duration: 1.34039372s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:41.676464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.335794Z","time spent":"1.340665039s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-16T10:04:42.176506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:42.677415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:43.070449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:04:43.07054Z","caller":"traceutil/trace.go:171","msg":"trace[396745456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077938s","start":"2026-04-16T10:04:41.070439Z","end":"2026-04-16T10:04:43.070517Z","steps":["trace[396745456] 'agreement among raft nodes before linearized reading' (duration: 1.999970925s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.07059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.070432Z","time spent":"2.00014782s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:04:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:43.175482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516354067s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:04:43.175924Z","caller":"traceutil/trace.go:171","msg":"trace[482865356] transaction","detail":"{read_only:false; response_revision:22571; number_of_response:1; }","duration":"1.516902853s","start":"2026-04-16T10:04:41.658993Z","end":"2026-04-16T10:04:43.175896Z","steps":["trace[482865356] 'process raft request' (duration: 1.516702177s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.176093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.658969Z","time spent":"1.517038608s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:43.383906Z","caller":"traceutil/trace.go:171","msg":"trace[621955058] transaction","detail":"{read_only:false; response_revision:22575; number_of_response:1; }","duration":"1.044766279s","start":"2026-04-16T10:04:42.339109Z","end":"2026-04-16T10:04:43.383876Z","steps":["trace[621955058] 'process raft request' (duration: 1.044666496s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.384088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.3391Z","time spent":"1.044898243s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:43.384188Z","caller":"traceutil/trace.go:171","msg":"trace[562326282] transaction","detail":"{read_only:false; response_revision:22576; number_of_response:1; }","duration":"1.045009646s","start":"2026-04-16T10:04:42.339159Z","end":"2026-04-16T10:04:43.384169Z","steps":["trace[562326282] 'process raft request' (duration: 1.044669115s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.384289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.339155Z","time spent":"1.045084068s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:43.384346Z","caller":"traceutil/trace.go:171","msg":"trace[358946196] transaction","detail":"{read_only:false; response_revision:22574; number_of_response:1; }","duration":"1.047095152s","start":"2026-04-16T10:04:42.337234Z","end":"2026-04-16T10:04:43.384329Z","steps":["trace[358946196] 'process raft request' (duration: 1.046476543s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.384462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.337212Z","time spent":"1.047201506s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:43.384484Z","caller":"traceutil/trace.go:171","msg":"trace[2087200306] transaction","detail":"{read_only:false; response_revision:22573; number_of_response:1; }","duration":"1.703981802s","start":"2026-04-16T10:04:41.680474Z","end":"2026-04-16T10:04:43.384456Z","steps":["trace[2087200306] 'process raft request' (duration: 1.703106215s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:43.384835Z","caller":"traceutil/trace.go:171","msg":"trace[496222586] transaction","detail":"{read_only:false; response_revision:22577; number_of_response:1; }","duration":"1.045600195s","start":"2026-04-16T10:04:42.339217Z","end":"2026-04-16T10:04:43.384818Z","steps":["trace[496222586] 'process raft request' (duration: 1.044880552s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.384968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.339213Z","time spent":"1.045705978s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:43.384838Z","caller":"traceutil/trace.go:171","msg":"trace[1676621745] transaction","detail":"{read_only:false; response_revision:22572; number_of_response:1; }","duration":"1.724128967s","start":"2026-04-16T10:04:41.659885Z","end":"2026-04-16T10:04:43.384014Z","steps":["trace[1676621745] 'process raft request' (duration: 1.671176758s)","trace[1676621745] 'compare' (duration: 52.151674ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:43.385278Z","caller":"traceutil/trace.go:171","msg":"trace[1204455036] linearizableReadLoop","detail":"{readStateIndex:23291; appliedIndex:23283; }","duration":"1.709038611s","start":"2026-04-16T10:04:41.676216Z","end":"2026-04-16T10:04:43.385255Z","steps":["trace[1204455036] 'read index received' (duration: 1.499537126s)","trace[1204455036] 'applied index is now lower than readState.Index' (duration: 209.500495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:43.38548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202105168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:43.385539Z","caller":"traceutil/trace.go:171","msg":"trace[640032442] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22578; }","duration":"2.20219264s","start":"2026-04-16T10:04:41.183331Z","end":"2026-04-16T10:04:43.385524Z","steps":["trace[640032442] 'agreement among raft nodes before linearized reading' (duration: 2.202035405s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.38562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.183319Z","time spent":"2.202286933s","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:43.385887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.659844Z","time spent":"1.725442809s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:43.386057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705960685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a6ce373b6b3b07\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-16T10:04:43.387427Z","caller":"traceutil/trace.go:171","msg":"trace[317239594] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a6ce373b6b3b07; range_end:; response_count:1; response_revision:22579; }","duration":"1.707364179s","start":"2026-04-16T10:04:41.680045Z","end":"2026-04-16T10:04:43.387409Z","steps":["trace[317239594] 'agreement among raft nodes before linearized reading' (duration: 1.705848701s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.387489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.680027Z","time spent":"1.707444571s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a6ce373b6b3b07\" "} {"level":"warn","ts":"2026-04-16T10:04:43.386119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.262929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:43.387746Z","caller":"traceutil/trace.go:171","msg":"trace[521892551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22579; }","duration":"316.86155ms","start":"2026-04-16T10:04:43.070846Z","end":"2026-04-16T10:04:43.387708Z","steps":["trace[521892551] 'agreement among raft nodes before linearized reading' (duration: 315.242449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.387854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.070795Z","time spent":"317.026665ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:43.386218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.117037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3ca5a4778a\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-04-16T10:04:43.386273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.500707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:43.387917Z","caller":"traceutil/trace.go:171","msg":"trace[481392383] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3ca5a4778a; range_end:; response_count:1; response_revision:22579; }","duration":"468.847732ms","start":"2026-04-16T10:04:42.919051Z","end":"2026-04-16T10:04:43.387898Z","steps":["trace[481392383] 'agreement among raft nodes before linearized reading' (duration: 467.087306ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:43.388127Z","caller":"traceutil/trace.go:171","msg":"trace[867222262] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22579; }","duration":"487.573592ms","start":"2026-04-16T10:04:42.900497Z","end":"2026-04-16T10:04:43.388071Z","steps":["trace[867222262] 'agreement among raft nodes before linearized reading' (duration: 485.742074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.388149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.919031Z","time spent":"469.10034ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3ca5a4778a\" "} {"level":"warn","ts":"2026-04-16T10:04:43.388231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.90045Z","time spent":"487.746158ms","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:43.386318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31701589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:43.388298Z","caller":"traceutil/trace.go:171","msg":"trace[1726062674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22579; }","duration":"2.319022013s","start":"2026-04-16T10:04:41.069255Z","end":"2026-04-16T10:04:43.388277Z","steps":["trace[1726062674] 'agreement among raft nodes before linearized reading' (duration: 2.316118792s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.388365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.069244Z","time spent":"2.319097486s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:43.386379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.950904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T10:04:43.388535Z","caller":"traceutil/trace.go:171","msg":"trace[545561804] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22579; }","duration":"575.131523ms","start":"2026-04-16T10:04:42.81339Z","end":"2026-04-16T10:04:43.388522Z","steps":["trace[545561804] 'agreement among raft nodes before linearized reading' (duration: 572.907173ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:43.388541Z","caller":"traceutil/trace.go:171","msg":"trace[539703451] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"1.046610437s","start":"2026-04-16T10:04:42.340437Z","end":"2026-04-16T10:04:43.387047Z","steps":["trace[539703451] 'process raft request' (duration: 1.044246302s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.388589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.813366Z","time spent":"575.213065ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-16T10:04:43.386431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.501209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:43.388673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.340428Z","time spent":"1.048186006s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:43.388688Z","caller":"traceutil/trace.go:171","msg":"trace[859364077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22579; }","duration":"691.813201ms","start":"2026-04-16T10:04:42.696861Z","end":"2026-04-16T10:04:43.388675Z","steps":["trace[859364077] 'agreement among raft nodes before linearized reading' (duration: 689.539259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.388762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.696845Z","time spent":"691.879154ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:43.386651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195241043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:43.386698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245910801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:43.388914Z","caller":"traceutil/trace.go:171","msg":"trace[1492390175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22579; }","duration":"1.197507934s","start":"2026-04-16T10:04:42.191359Z","end":"2026-04-16T10:04:43.388867Z","steps":["trace[1492390175] 'agreement among raft nodes before linearized reading' (duration: 1.195266414s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:43.388929Z","caller":"traceutil/trace.go:171","msg":"trace[1484690035] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22579; }","duration":"1.248165651s","start":"2026-04-16T10:04:42.140746Z","end":"2026-04-16T10:04:43.388912Z","steps":["trace[1484690035] 'agreement among raft nodes before linearized reading' (duration: 1.245926421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.386602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036944301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:43.38898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.191337Z","time spent":"1.197624668s","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:43.385803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.680454Z","time spent":"1.7042298s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:43.388983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.140728Z","time spent":"1.248237694s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:43.386864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804941174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:43.386905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774601377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:43.389115Z","caller":"traceutil/trace.go:171","msg":"trace[1941429581] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22579; }","duration":"2.776855948s","start":"2026-04-16T10:04:40.612251Z","end":"2026-04-16T10:04:43.389107Z","steps":["trace[1941429581] 'agreement among raft nodes before linearized reading' (duration: 2.773150631s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.389147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.612228Z","time spent":"2.77690894s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:43.386973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040738969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:43.38694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970903036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:04:43.389386Z","caller":"traceutil/trace.go:171","msg":"trace[1950326243] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22579; }","duration":"2.973397815s","start":"2026-04-16T10:04:40.415978Z","end":"2026-04-16T10:04:43.389376Z","steps":["trace[1950326243] 'agreement among raft nodes before linearized reading' (duration: 2.969443541s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.389416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.415953Z","time spent":"2.973453046s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:04:43.386547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.338156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-16T10:04:43.386778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509081696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:323602"} {"level":"info","ts":"2026-04-16T10:04:43.38952Z","caller":"traceutil/trace.go:171","msg":"trace[2085174711] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:22579; }","duration":"2.511860593s","start":"2026-04-16T10:04:40.877651Z","end":"2026-04-16T10:04:43.389512Z","steps":["trace[2085174711] 'agreement among raft nodes before linearized reading' (duration: 2.507737004s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:43.389512Z","caller":"traceutil/trace.go:171","msg":"trace[998666939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22579; }","duration":"969.3217ms","start":"2026-04-16T10:04:42.420164Z","end":"2026-04-16T10:04:43.389486Z","steps":["trace[998666939] 'agreement among raft nodes before linearized reading' (duration: 966.288674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.389551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.877636Z","time spent":"2.511904474s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":323625,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-16T10:04:43.389566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.420147Z","time spent":"969.403173ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:43.386806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049372642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:04:43.389014Z","caller":"traceutil/trace.go:171","msg":"trace[510639327] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22579; }","duration":"1.039385318s","start":"2026-04-16T10:04:42.349617Z","end":"2026-04-16T10:04:43.389002Z","steps":["trace[510639327] 'agreement among raft nodes before linearized reading' (duration: 1.036953432s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:43.389724Z","caller":"traceutil/trace.go:171","msg":"trace[1351372111] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22579; }","duration":"2.052324604s","start":"2026-04-16T10:04:41.337382Z","end":"2026-04-16T10:04:43.389706Z","steps":["trace[1351372111] 'agreement among raft nodes before linearized reading' (duration: 2.048401081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.389783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.337363Z","time spent":"2.052404587s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:04:43.389791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:42.349605Z","time spent":"1.040126072s","remote":"127.0.0.1:38154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:43.389364Z","caller":"traceutil/trace.go:171","msg":"trace[631286327] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:22579; }","duration":"2.043138525s","start":"2026-04-16T10:04:41.346205Z","end":"2026-04-16T10:04:43.389343Z","steps":["trace[631286327] 'agreement among raft nodes before linearized reading' (duration: 2.039601894s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:43.389866Z","caller":"traceutil/trace.go:171","msg":"trace[1713883024] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22579; }","duration":"2.807221115s","start":"2026-04-16T10:04:40.581866Z","end":"2026-04-16T10:04:43.389087Z","steps":["trace[1713883024] 'agreement among raft nodes before linearized reading' (duration: 2.803546189s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:43.390137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:41.346192Z","time spent":"2.043789305s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:43.39023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:40.581844Z","time spent":"2.808367911s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:45.398877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000340597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:04:45.398952Z","caller":"traceutil/trace.go:171","msg":"trace[1828767863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442491s","start":"2026-04-16T10:04:43.398491Z","end":"2026-04-16T10:04:45.398933Z","steps":["trace[1828767863] 'agreement among raft nodes before linearized reading' (duration: 2.000343998s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:45.398996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.398481Z","time spent":"2.000509303s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:45.947547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245011391s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:45.947878Z","caller":"traceutil/trace.go:171","msg":"trace[1084442362] transaction","detail":"{read_only:false; response_revision:22580; number_of_response:1; }","duration":"2.554012614s","start":"2026-04-16T10:04:43.393824Z","end":"2026-04-16T10:04:45.947836Z","steps":["trace[1084442362] 'process raft request' (duration: 308.625351ms)","trace[1084442362] 'compare' (duration: 2.24307442s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:45.947951Z","caller":"traceutil/trace.go:171","msg":"trace[1660340532] linearizableReadLoop","detail":"{readStateIndex:23295; appliedIndex:23292; }","duration":"2.551871246s","start":"2026-04-16T10:04:43.396061Z","end":"2026-04-16T10:04:45.947932Z","steps":["trace[1660340532] 'read index received' (duration: 306.444771ms)","trace[1660340532] 'applied index is now lower than readState.Index' (duration: 2.245425475s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:45.948027Z","caller":"traceutil/trace.go:171","msg":"trace[1143359841] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"2.554251252s","start":"2026-04-16T10:04:43.393767Z","end":"2026-04-16T10:04:45.948018Z","steps":["trace[1143359841] 'process raft request' (duration: 2.553985503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:45.948096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.393734Z","time spent":"2.554326034s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:45.948074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.393942Z","time spent":"2.554123137s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:04:45.948117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.393789Z","time spent":"2.554172969s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:45.94833Z","caller":"traceutil/trace.go:171","msg":"trace[1019366891] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"2.265946482s","start":"2026-04-16T10:04:43.682363Z","end":"2026-04-16T10:04:45.94831Z","steps":["trace[1019366891] 'process raft request' (duration: 2.265528459s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:45.948366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552296469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:45.948401Z","caller":"traceutil/trace.go:171","msg":"trace[380144711] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22583; }","duration":"2.552350661s","start":"2026-04-16T10:04:43.396039Z","end":"2026-04-16T10:04:45.94839Z","steps":["trace[380144711] 'agreement among raft nodes before linearized reading' (duration: 2.552287849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:45.948432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.396031Z","time spent":"2.552393243s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-16T10:04:45.948468Z","caller":"traceutil/trace.go:171","msg":"trace[346874913] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"2.552202127s","start":"2026-04-16T10:04:43.396254Z","end":"2026-04-16T10:04:45.948457Z","steps":["trace[346874913] 'process raft request' (duration: 2.551585387s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:45.948522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.396235Z","time spent":"2.552262019s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:45.948427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.682336Z","time spent":"2.266044515s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:45.996291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.097192831s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:04:45.996744Z","caller":"traceutil/trace.go:171","msg":"trace[1674962025] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"2.266288742s","start":"2026-04-16T10:04:43.730428Z","end":"2026-04-16T10:04:45.996717Z","steps":["trace[1674962025] 'process raft request' (duration: 2.266136567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:45.996967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.730403Z","time spent":"2.266417606s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:46.722819Z","caller":"traceutil/trace.go:171","msg":"trace[2045483650] transaction","detail":"{read_only:false; response_revision:22585; number_of_response:1; }","duration":"2.456257811s","start":"2026-04-16T10:04:44.266525Z","end":"2026-04-16T10:04:46.722783Z","steps":["trace[2045483650] 'process raft request' (duration: 2.455966832s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:46.723028Z","caller":"traceutil/trace.go:171","msg":"trace[1907159355] transaction","detail":"{read_only:false; response_revision:22586; number_of_response:1; }","duration":"1.54246437s","start":"2026-04-16T10:04:45.180533Z","end":"2026-04-16T10:04:46.722997Z","steps":["trace[1907159355] 'process raft request' (duration: 1.542164021s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:44.266498Z","time spent":"2.456438077s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:46.723166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.180512Z","time spent":"1.542576053s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:46.723156Z","caller":"traceutil/trace.go:171","msg":"trace[384211304] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"1.332047226s","start":"2026-04-16T10:04:45.391086Z","end":"2026-04-16T10:04:46.723134Z","steps":["trace[384211304] 'process raft request' (duration: 1.331991884s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.391076Z","time spent":"1.332132629s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:46.72328Z","caller":"traceutil/trace.go:171","msg":"trace[70992949] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"1.332377036s","start":"2026-04-16T10:04:45.390895Z","end":"2026-04-16T10:04:46.723272Z","steps":["trace[70992949] 'process raft request' (duration: 1.332061716s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327177809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-16T10:04:46.723413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.390868Z","time spent":"1.332514151s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:46.723437Z","caller":"traceutil/trace.go:171","msg":"trace[61049239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22593; }","duration":"3.3272177s","start":"2026-04-16T10:04:43.396214Z","end":"2026-04-16T10:04:46.723432Z","steps":["trace[61049239] 'agreement among raft nodes before linearized reading' (duration: 3.327098616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.396209Z","time spent":"3.327243211s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T10:04:46.723492Z","caller":"traceutil/trace.go:171","msg":"trace[1926775522] transaction","detail":"{read_only:false; response_revision:22588; number_of_response:1; }","duration":"1.33246223s","start":"2026-04-16T10:04:45.391018Z","end":"2026-04-16T10:04:46.723481Z","steps":["trace[1926775522] 'process raft request' (duration: 1.332026916s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.391009Z","time spent":"1.332504951s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:46.72355Z","caller":"traceutil/trace.go:171","msg":"trace[1754171669] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"1.331582851s","start":"2026-04-16T10:04:45.391951Z","end":"2026-04-16T10:04:46.723534Z","steps":["trace[1754171669] 'process raft request' (duration: 1.331157298s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811414438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:46.723277Z","caller":"traceutil/trace.go:171","msg":"trace[1000005015] linearizableReadLoop","detail":"{readStateIndex:23306; appliedIndex:23297; }","duration":"775.283392ms","start":"2026-04-16T10:04:45.947983Z","end":"2026-04-16T10:04:46.723267Z","steps":["trace[1000005015] 'read index received' (duration: 48.579551ms)","trace[1000005015] 'applied index is now lower than readState.Index' (duration: 726.703161ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:46.723627Z","caller":"traceutil/trace.go:171","msg":"trace[506585423] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22593; }","duration":"2.8114724s","start":"2026-04-16T10:04:43.912147Z","end":"2026-04-16T10:04:46.72362Z","steps":["trace[506585423] 'agreement among raft nodes before linearized reading' (duration: 2.811442879s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.912128Z","time spent":"2.811509931s","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:46.723644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.391933Z","time spent":"1.331667504s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:46.723482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904211035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:46.72376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250751619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:04:46.723768Z","caller":"traceutil/trace.go:171","msg":"trace[1710761446] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:22593; }","duration":"1.904497754s","start":"2026-04-16T10:04:44.819257Z","end":"2026-04-16T10:04:46.723755Z","steps":["trace[1710761446] 'agreement among raft nodes before linearized reading' (duration: 1.904180694s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:44.819206Z","time spent":"1.904587128s","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:46.723823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251367219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T10:04:46.723825Z","caller":"traceutil/trace.go:171","msg":"trace[343720734] transaction","detail":"{read_only:false; response_revision:22591; number_of_response:1; }","duration":"1.324327343s","start":"2026-04-16T10:04:45.399478Z","end":"2026-04-16T10:04:46.723805Z","steps":["trace[343720734] 'process raft request' (duration: 1.323695533s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.547104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a6ce37d3de2617\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-16T10:04:46.723892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.399464Z","time spent":"1.324395745s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:46.723911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252189285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:04:46.723927Z","caller":"traceutil/trace.go:171","msg":"trace[694079343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22593; }","duration":"3.252234067s","start":"2026-04-16T10:04:43.471688Z","end":"2026-04-16T10:04:46.723922Z","steps":["trace[694079343] 'agreement among raft nodes before linearized reading' (duration: 3.252195755s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.471672Z","time spent":"3.252265917s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T10:04:46.723779Z","caller":"traceutil/trace.go:171","msg":"trace[1801303450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22593; }","duration":"3.25077055s","start":"2026-04-16T10:04:43.473003Z","end":"2026-04-16T10:04:46.723774Z","steps":["trace[1801303450] 'agreement among raft nodes before linearized reading' (duration: 3.250714608s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:46.72398Z","caller":"traceutil/trace.go:171","msg":"trace[34441816] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"1.323242259s","start":"2026-04-16T10:04:45.400728Z","end":"2026-04-16T10:04:46.72397Z","steps":["trace[34441816] 'process raft request' (duration: 1.322478645s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.723996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.472997Z","time spent":"3.250991778s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:46.724014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298092972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:46.724031Z","caller":"traceutil/trace.go:171","msg":"trace[516759106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22593; }","duration":"3.298111313s","start":"2026-04-16T10:04:43.425915Z","end":"2026-04-16T10:04:46.724026Z","steps":["trace[516759106] 'agreement among raft nodes before linearized reading' (duration: 3.298080202s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.724029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.400722Z","time spent":"1.32328415s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:46.724049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.4259Z","time spent":"3.298145703s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:46.724118Z","caller":"traceutil/trace.go:171","msg":"trace[773513539] transaction","detail":"{read_only:false; response_revision:22593; number_of_response:1; }","duration":"773.887108ms","start":"2026-04-16T10:04:45.950222Z","end":"2026-04-16T10:04:46.724109Z","steps":["trace[773513539] 'process raft request' (duration: 773.006741ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:46.723899Z","caller":"traceutil/trace.go:171","msg":"trace[486250714] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a6ce37d3de2617; range_end:; response_count:1; response_revision:22593; }","duration":"771.617207ms","start":"2026-04-16T10:04:45.952274Z","end":"2026-04-16T10:04:46.723891Z","steps":["trace[486250714] 'agreement among raft nodes before linearized reading' (duration: 771.504873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.72416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.952257Z","time spent":"771.893096ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a6ce37d3de2617\" "} {"level":"warn","ts":"2026-04-16T10:04:46.724178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327930312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76640935-a12e-4195-af3d-f8db560ccdc0\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-16T10:04:46.724172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.950199Z","time spent":"773.945441ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:46.724196Z","caller":"traceutil/trace.go:171","msg":"trace[324323268] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76640935-a12e-4195-af3d-f8db560ccdc0; range_end:; response_count:1; response_revision:22593; }","duration":"3.327975094s","start":"2026-04-16T10:04:43.396215Z","end":"2026-04-16T10:04:46.724191Z","steps":["trace[324323268] 'agreement among raft nodes before linearized reading' (duration: 3.327921702s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.724212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.396202Z","time spent":"3.328006916s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-76640935-a12e-4195-af3d-f8db560ccdc0\" "} {"level":"warn","ts":"2026-04-16T10:04:46.724211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.543832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:46.724251Z","caller":"traceutil/trace.go:171","msg":"trace[1934213592] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22593; }","duration":"711.583474ms","start":"2026-04-16T10:04:46.012655Z","end":"2026-04-16T10:04:46.724239Z","steps":["trace[1934213592] 'agreement among raft nodes before linearized reading' (duration: 711.526842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.724289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.012596Z","time spent":"711.684307ms","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:46.724352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.70943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:46.724393Z","caller":"traceutil/trace.go:171","msg":"trace[75582235] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22593; }","duration":"869.790232ms","start":"2026-04-16T10:04:45.854591Z","end":"2026-04-16T10:04:46.724382Z","steps":["trace[75582235] 'agreement among raft nodes before linearized reading' (duration: 869.72615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.72443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.85457Z","time spent":"869.852734ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:46.724482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.771479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:46.724519Z","caller":"traceutil/trace.go:171","msg":"trace[1410241503] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22593; }","duration":"769.838631ms","start":"2026-04-16T10:04:45.954671Z","end":"2026-04-16T10:04:46.724509Z","steps":["trace[1410241503] 'agreement among raft nodes before linearized reading' (duration: 769.753578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.724554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.954608Z","time spent":"769.938424ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:04:46.724592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018348935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:46.724562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.959208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T10:04:46.724661Z","caller":"traceutil/trace.go:171","msg":"trace[1548598300] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22593; }","duration":"772.071522ms","start":"2026-04-16T10:04:45.952579Z","end":"2026-04-16T10:04:46.724651Z","steps":["trace[1548598300] 'agreement among raft nodes before linearized reading' (duration: 771.926347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.72467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325250972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:46.724684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.952573Z","time spent":"772.105452ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"info","ts":"2026-04-16T10:04:46.7247Z","caller":"traceutil/trace.go:171","msg":"trace[1259357264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22593; }","duration":"1.325312344s","start":"2026-04-16T10:04:45.39938Z","end":"2026-04-16T10:04:46.724693Z","steps":["trace[1259357264] 'agreement among raft nodes before linearized reading' (duration: 1.325268822s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:46.723836Z","caller":"traceutil/trace.go:171","msg":"trace[1118370405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22593; }","duration":"3.251457772s","start":"2026-04-16T10:04:43.472374Z","end":"2026-04-16T10:04:46.723832Z","steps":["trace[1118370405] 'agreement among raft nodes before linearized reading' (duration: 3.25141412s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:46.724631Z","caller":"traceutil/trace.go:171","msg":"trace[1487216275] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:22593; }","duration":"1.018421319s","start":"2026-04-16T10:04:45.706198Z","end":"2026-04-16T10:04:46.72462Z","steps":["trace[1487216275] 'agreement among raft nodes before linearized reading' (duration: 1.018366047s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.724759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.472368Z","time spent":"3.252384711s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:46.724776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.706181Z","time spent":"1.018585513s","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:46.72358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159763903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:46.724824Z","caller":"traceutil/trace.go:171","msg":"trace[264774786] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:22593; }","duration":"2.161046853s","start":"2026-04-16T10:04:44.56377Z","end":"2026-04-16T10:04:46.724816Z","steps":["trace[264774786] 'agreement among raft nodes before linearized reading' (duration: 2.159787393s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.724846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:44.563688Z","time spent":"2.161151806s","remote":"127.0.0.1:43170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:46.723874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252110112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T10:04:46.724731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:45.399363Z","time spent":"1.325362305s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:04:46.72495Z","caller":"traceutil/trace.go:171","msg":"trace[951220912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22593; }","duration":"3.253191697s","start":"2026-04-16T10:04:43.471751Z","end":"2026-04-16T10:04:46.724943Z","steps":["trace[951220912] 'agreement among raft nodes before linearized reading' (duration: 3.252094552s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:46.725061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:43.471747Z","time spent":"3.25330155s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:47.229416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:47.730329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:48.230826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:48.731987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:48.736365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:04:48.736406Z","caller":"traceutil/trace.go:171","msg":"trace[656567526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998356s","start":"2026-04-16T10:04:46.736397Z","end":"2026-04-16T10:04:48.736396Z","steps":["trace[656567526] 'agreement among raft nodes before linearized reading' (duration: 1.999949265s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:48.736429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.736389Z","time spent":"2.000034807s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:04:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:49.197311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.468727744s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:04:49.792741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:47.891304Z","time spent":"1.901428878s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:04:49.79379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.144594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:49.793934Z","caller":"traceutil/trace.go:171","msg":"trace[597113614] transaction","detail":"{read_only:false; response_revision:22594; number_of_response:1; }","duration":"3.065434467s","start":"2026-04-16T10:04:46.728469Z","end":"2026-04-16T10:04:49.793904Z","steps":["trace[597113614] 'process raft request' (duration: 2.469058885s)","trace[597113614] 'compare' (duration: 595.928947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:49.794028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.728432Z","time spent":"3.06554589s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:49.800566Z","caller":"traceutil/trace.go:171","msg":"trace[1050049828] transaction","detail":"{read_only:false; response_revision:22595; number_of_response:1; }","duration":"3.071920351s","start":"2026-04-16T10:04:46.728565Z","end":"2026-04-16T10:04:49.800486Z","steps":["trace[1050049828] 'process raft request' (duration: 3.071699944s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.800569Z","caller":"traceutil/trace.go:171","msg":"trace[66943829] transaction","detail":"{read_only:false; response_revision:22596; number_of_response:1; }","duration":"3.064528958s","start":"2026-04-16T10:04:46.735981Z","end":"2026-04-16T10:04:49.80051Z","steps":["trace[66943829] 'process raft request' (duration: 3.064401214s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.800684Z","caller":"traceutil/trace.go:171","msg":"trace[1863804164] transaction","detail":"{read_only:false; response_revision:22597; number_of_response:1; }","duration":"3.064450015s","start":"2026-04-16T10:04:46.736203Z","end":"2026-04-16T10:04:49.800653Z","steps":["trace[1863804164] 'process raft request' (duration: 3.064233129s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.800707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.728555Z","time spent":"3.072076906s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:49.800724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.735961Z","time spent":"3.064690333s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:49.800749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.736197Z","time spent":"3.064521777s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:49.800935Z","caller":"traceutil/trace.go:171","msg":"trace[1899640044] transaction","detail":"{read_only:false; response_revision:22598; number_of_response:1; }","duration":"3.064614161s","start":"2026-04-16T10:04:46.736298Z","end":"2026-04-16T10:04:49.800912Z","steps":["trace[1899640044] 'process raft request' (duration: 3.064309701s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.736292Z","time spent":"3.064695723s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:49.80106Z","caller":"traceutil/trace.go:171","msg":"trace[1245623242] transaction","detail":"{read_only:false; response_revision:22600; number_of_response:1; }","duration":"1.847729245s","start":"2026-04-16T10:04:47.953317Z","end":"2026-04-16T10:04:49.801046Z","steps":["trace[1245623242] 'process raft request' (duration: 1.847612681s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.801094Z","caller":"traceutil/trace.go:171","msg":"trace[657526418] transaction","detail":"{read_only:false; response_revision:22602; number_of_response:1; }","duration":"1.06540809s","start":"2026-04-16T10:04:48.735668Z","end":"2026-04-16T10:04:49.801076Z","steps":["trace[657526418] 'process raft request' (duration: 1.065342578s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.735651Z","time spent":"1.065514613s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:49.801268Z","caller":"traceutil/trace.go:171","msg":"trace[747331396] linearizableReadLoop","detail":"{readStateIndex:23314; appliedIndex:23307; }","duration":"3.072649684s","start":"2026-04-16T10:04:46.728607Z","end":"2026-04-16T10:04:49.801257Z","steps":["trace[747331396] 'read index received' (duration: 2.469012264s)","trace[747331396] 'applied index is now lower than readState.Index' (duration: 603.63678ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:49.801103Z","caller":"traceutil/trace.go:171","msg":"trace[1581047710] transaction","detail":"{read_only:false; response_revision:22601; number_of_response:1; }","duration":"1.066543055s","start":"2026-04-16T10:04:48.734524Z","end":"2026-04-16T10:04:49.801067Z","steps":["trace[1581047710] 'process raft request' (duration: 1.066452083s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.801333Z","caller":"traceutil/trace.go:171","msg":"trace[5020892] transaction","detail":"{read_only:false; response_revision:22603; number_of_response:1; }","duration":"1.065607066s","start":"2026-04-16T10:04:48.735719Z","end":"2026-04-16T10:04:49.801326Z","steps":["trace[5020892] 'process raft request' (duration: 1.065320177s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.801343Z","caller":"traceutil/trace.go:171","msg":"trace[79085909] transaction","detail":"{read_only:false; response_revision:22599; number_of_response:1; }","duration":"3.064094684s","start":"2026-04-16T10:04:46.737226Z","end":"2026-04-16T10:04:49.80132Z","steps":["trace[79085909] 'process raft request' (duration: 3.063581308s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.734505Z","time spent":"1.066805314s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:49.801379Z","caller":"traceutil/trace.go:171","msg":"trace[1572559916] transaction","detail":"{read_only:false; response_revision:22605; number_of_response:1; }","duration":"1.065154252s","start":"2026-04-16T10:04:48.736212Z","end":"2026-04-16T10:04:49.801366Z","steps":["trace[1572559916] 'process raft request' (duration: 1.064944755s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.80141Z","caller":"traceutil/trace.go:171","msg":"trace[1644275612] transaction","detail":"{read_only:false; response_revision:22608; number_of_response:1; }","duration":"620.644456ms","start":"2026-04-16T10:04:49.180759Z","end":"2026-04-16T10:04:49.801404Z","steps":["trace[1644275612] 'process raft request' (duration: 620.472711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.737218Z","time spent":"3.064161966s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:49.801442Z","caller":"traceutil/trace.go:171","msg":"trace[2143311140] transaction","detail":"{read_only:false; response_revision:22606; number_of_response:1; }","duration":"1.065120711s","start":"2026-04-16T10:04:48.736305Z","end":"2026-04-16T10:04:49.801426Z","steps":["trace[2143311140] 'process raft request' (duration: 1.064877843s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.801488Z","caller":"traceutil/trace.go:171","msg":"trace[831453292] transaction","detail":"{read_only:false; response_revision:22604; number_of_response:1; }","duration":"1.065600975s","start":"2026-04-16T10:04:48.735875Z","end":"2026-04-16T10:04:49.801476Z","steps":["trace[831453292] 'process raft request' (duration: 1.065243364s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059422631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:49.801513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071337872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T10:04:49.801543Z","caller":"traceutil/trace.go:171","msg":"trace[1089303683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22608; }","duration":"1.059465762s","start":"2026-04-16T10:04:48.742067Z","end":"2026-04-16T10:04:49.801533Z","steps":["trace[1089303683] 'agreement among raft nodes before linearized reading' (duration: 1.05940852s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.801547Z","caller":"traceutil/trace.go:171","msg":"trace[751116066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22608; }","duration":"3.071380584s","start":"2026-04-16T10:04:46.730156Z","end":"2026-04-16T10:04:49.801537Z","steps":["trace[751116066] 'agreement among raft nodes before linearized reading' (duration: 3.071278271s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.73587Z","time spent":"1.065647497s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:49.801565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.742063Z","time spent":"1.059497403s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:49.801512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.736302Z","time spent":"1.065177362s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:49.801574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.789105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:49.801611Z","caller":"traceutil/trace.go:171","msg":"trace[1571205833] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22608; }","duration":"191.865228ms","start":"2026-04-16T10:04:49.609735Z","end":"2026-04-16T10:04:49.8016Z","steps":["trace[1571205833] 'agreement among raft nodes before linearized reading' (duration: 191.800186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073044786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T10:04:49.801665Z","caller":"traceutil/trace.go:171","msg":"trace[1717147054] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22608; }","duration":"3.073112449s","start":"2026-04-16T10:04:46.728543Z","end":"2026-04-16T10:04:49.801656Z","steps":["trace[1717147054] 'agreement among raft nodes before linearized reading' (duration: 3.073040567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.728526Z","time spent":"3.07316041s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:04:49.801712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.505294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:49.801736Z","caller":"traceutil/trace.go:171","msg":"trace[236293326] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22608; }","duration":"549.565146ms","start":"2026-04-16T10:04:49.252164Z","end":"2026-04-16T10:04:49.801729Z","steps":["trace[236293326] 'agreement among raft nodes before linearized reading' (duration: 549.522865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.801763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.252145Z","time spent":"549.612797ms","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:49.801451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.180735Z","time spent":"620.698168ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:49.801902Z","caller":"traceutil/trace.go:171","msg":"trace[812078367] transaction","detail":"{read_only:false; response_revision:22607; number_of_response:1; }","duration":"1.061178466s","start":"2026-04-16T10:04:48.740168Z","end":"2026-04-16T10:04:49.801346Z","steps":["trace[812078367] 'process raft request' (duration: 1.061040332s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.802001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.740162Z","time spent":"1.061801486s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:49.80157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.730146Z","time spent":"3.071418995s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-16T10:04:49.802058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:47.953295Z","time spent":"1.847794607s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:49.802139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085887443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:49.802153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997614068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:49.802186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182101627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:49.803233Z","caller":"traceutil/trace.go:171","msg":"trace[1540690992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22608; }","duration":"2.1831764s","start":"2026-04-16T10:04:47.620042Z","end":"2026-04-16T10:04:49.803218Z","steps":["trace[1540690992] 'agreement among raft nodes before linearized reading' (duration: 2.182124457s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.803272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:47.62002Z","time spent":"2.183241012s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:49.802223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062157497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-16T10:04:49.803394Z","caller":"traceutil/trace.go:171","msg":"trace[590238762] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22608; }","duration":"1.063342684s","start":"2026-04-16T10:04:48.740045Z","end":"2026-04-16T10:04:49.803388Z","steps":["trace[590238762] 'agreement among raft nodes before linearized reading' (duration: 1.062113236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.803417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.74004Z","time spent":"1.063371605s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T10:04:49.802253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015895777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:49.803517Z","caller":"traceutil/trace.go:171","msg":"trace[719674228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22608; }","duration":"2.017193447s","start":"2026-04-16T10:04:47.786316Z","end":"2026-04-16T10:04:49.803509Z","steps":["trace[719674228] 'agreement among raft nodes before linearized reading' (duration: 2.015920907s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.803546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:47.786297Z","time spent":"2.017242139s","remote":"127.0.0.1:42640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:49.802317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847681523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:04:49.803594Z","caller":"traceutil/trace.go:171","msg":"trace[2014044737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22608; }","duration":"1.848982714s","start":"2026-04-16T10:04:47.954597Z","end":"2026-04-16T10:04:49.80358Z","steps":["trace[2014044737] 'agreement among raft nodes before linearized reading' (duration: 1.847623631s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:49.803606Z","caller":"traceutil/trace.go:171","msg":"trace[1523106668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:22608; }","duration":"2.086751251s","start":"2026-04-16T10:04:47.7162Z","end":"2026-04-16T10:04:49.802951Z","steps":["trace[1523106668] 'agreement among raft nodes before linearized reading' (duration: 2.085911314s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.803647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:47.954583Z","time spent":"1.849050826s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:49.801383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.735716Z","time spent":"1.065638207s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:49.803673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:47.71618Z","time spent":"2.087471493s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:49.801449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:48.736207Z","time spent":"1.065207573s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:49.803153Z","caller":"traceutil/trace.go:171","msg":"trace[1171774765] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22608; }","duration":"2.99863611s","start":"2026-04-16T10:04:46.804491Z","end":"2026-04-16T10:04:49.803127Z","steps":["trace[1171774765] 'agreement among raft nodes before linearized reading' (duration: 2.997635349s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:49.805864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:46.804469Z","time spent":"3.001371047s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T10:04:50.264278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.74531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:50.264375Z","caller":"traceutil/trace.go:171","msg":"trace[1169225336] linearizableReadLoop","detail":"{readStateIndex:23323; appliedIndex:23322; }","duration":"457.746282ms","start":"2026-04-16T10:04:49.806615Z","end":"2026-04-16T10:04:50.264361Z","steps":["trace[1169225336] 'read index received' (duration: 334.840427ms)","trace[1169225336] 'applied index is now lower than readState.Index' (duration: 122.904645ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:50.264453Z","caller":"traceutil/trace.go:171","msg":"trace[1471620218] transaction","detail":"{read_only:false; response_revision:22609; number_of_response:1; }","duration":"460.284172ms","start":"2026-04-16T10:04:49.804134Z","end":"2026-04-16T10:04:50.264418Z","steps":["trace[1471620218] 'process raft request' (duration: 337.308955ms)","trace[1471620218] 'compare' (duration: 122.408359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:50.264534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.918707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:04:50.264554Z","caller":"traceutil/trace.go:171","msg":"trace[1007439299] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22609; }","duration":"457.960999ms","start":"2026-04-16T10:04:49.806586Z","end":"2026-04-16T10:04:50.264547Z","steps":["trace[1007439299] 'agreement among raft nodes before linearized reading' (duration: 457.829625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:50.264577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.806572Z","time spent":"458.00045ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:04:50.264624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.804114Z","time spent":"460.421067ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:50.822723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.187273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:50.823198Z","caller":"traceutil/trace.go:171","msg":"trace[1038482973] transaction","detail":"{read_only:false; response_revision:22610; number_of_response:1; }","duration":"1.013479063s","start":"2026-04-16T10:04:49.809694Z","end":"2026-04-16T10:04:50.823173Z","steps":["trace[1038482973] 'process raft request' (duration: 824.758553ms)","trace[1038482973] 'compare' (duration: 187.984657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:50.823301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.809681Z","time spent":"1.013566096s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:50.82329Z","caller":"traceutil/trace.go:171","msg":"trace[845962157] transaction","detail":"{read_only:false; response_revision:22611; number_of_response:1; }","duration":"1.012734339s","start":"2026-04-16T10:04:49.810535Z","end":"2026-04-16T10:04:50.82327Z","steps":["trace[845962157] 'process raft request' (duration: 1.012332687s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:50.823378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.810525Z","time spent":"1.012810012s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:51.391582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.332968ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:04:51.391708Z","caller":"traceutil/trace.go:171","msg":"trace[1376979455] linearizableReadLoop","detail":"{readStateIndex:23326; appliedIndex:23323; }","duration":"1.127284801s","start":"2026-04-16T10:04:50.264393Z","end":"2026-04-16T10:04:51.391678Z","steps":["trace[1376979455] 'read index received' (duration: 370.053757ms)","trace[1376979455] 'applied index is now lower than readState.Index' (duration: 757.229624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:51.392107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583639019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:51.392109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581392248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:51.392151Z","caller":"traceutil/trace.go:171","msg":"trace[291259193] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22611; }","duration":"1.583709151s","start":"2026-04-16T10:04:49.808428Z","end":"2026-04-16T10:04:51.392137Z","steps":["trace[291259193] 'agreement among raft nodes before linearized reading' (duration: 1.583620688s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.392193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.808419Z","time spent":"1.583764783s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T10:04:51.392239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.08995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:51.392271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202648668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:51.392281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.245219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:51.392319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585133826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-16T10:04:51.39219Z","caller":"traceutil/trace.go:171","msg":"trace[2001167433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22611; }","duration":"1.581491232s","start":"2026-04-16T10:04:49.810677Z","end":"2026-04-16T10:04:51.392168Z","steps":["trace[2001167433] 'agreement among raft nodes before linearized reading' (duration: 1.581355808s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.392374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.524034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:51.392387Z","caller":"traceutil/trace.go:171","msg":"trace[712590836] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22611; }","duration":"963.389674ms","start":"2026-04-16T10:04:50.428975Z","end":"2026-04-16T10:04:51.392364Z","steps":["trace[712590836] 'agreement among raft nodes before linearized reading' (duration: 963.230139ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:51.392407Z","caller":"traceutil/trace.go:171","msg":"trace[1314032801] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22611; }","duration":"260.585626ms","start":"2026-04-16T10:04:51.131811Z","end":"2026-04-16T10:04:51.392396Z","steps":["trace[1314032801] 'agreement among raft nodes before linearized reading' (duration: 260.537774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.392402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122710027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T10:04:51.392415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.810673Z","time spent":"1.581725179s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:51.392436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:50.428953Z","time spent":"963.471667ms","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:51.392455Z","caller":"traceutil/trace.go:171","msg":"trace[1069008670] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22611; }","duration":"1.122780879s","start":"2026-04-16T10:04:50.269658Z","end":"2026-04-16T10:04:51.392439Z","steps":["trace[1069008670] 'agreement among raft nodes before linearized reading' (duration: 1.12248493s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:51.392323Z","caller":"traceutil/trace.go:171","msg":"trace[212317952] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22611; }","duration":"659.226864ms","start":"2026-04-16T10:04:50.733076Z","end":"2026-04-16T10:04:51.392303Z","steps":["trace[212317952] 'agreement among raft nodes before linearized reading' (duration: 659.09397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.39249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:50.269646Z","time spent":"1.122835171s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T10:04:51.392653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:50.733044Z","time spent":"659.572905ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:51.392318Z","caller":"traceutil/trace.go:171","msg":"trace[11466576] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22611; }","duration":"1.20272965s","start":"2026-04-16T10:04:50.189577Z","end":"2026-04-16T10:04:51.392307Z","steps":["trace[11466576] 'agreement among raft nodes before linearized reading' (duration: 1.202650138s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.392732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:50.189559Z","time spent":"1.203159503s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:51.392681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.110206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-16T10:04:51.392846Z","caller":"traceutil/trace.go:171","msg":"trace[1037538034] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22611; }","duration":"551.339843ms","start":"2026-04-16T10:04:50.841492Z","end":"2026-04-16T10:04:51.392831Z","steps":["trace[1037538034] 'agreement among raft nodes before linearized reading' (duration: 550.898979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.392949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:50.841474Z","time spent":"551.462657ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-16T10:04:51.392391Z","caller":"traceutil/trace.go:171","msg":"trace[106988086] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54; range_end:; response_count:1; response_revision:22611; }","duration":"1.585236029s","start":"2026-04-16T10:04:49.807136Z","end":"2026-04-16T10:04:51.392372Z","steps":["trace[106988086] 'agreement among raft nodes before linearized reading' (duration: 1.584987431s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.392334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025858954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:51.393086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:49.80712Z","time spent":"1.585939812s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54\" "} {"level":"info","ts":"2026-04-16T10:04:51.393096Z","caller":"traceutil/trace.go:171","msg":"trace[562334864] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22611; }","duration":"1.026882356s","start":"2026-04-16T10:04:50.366184Z","end":"2026-04-16T10:04:51.393066Z","steps":["trace[562334864] 'agreement among raft nodes before linearized reading' (duration: 1.02605675s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.39334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:50.366166Z","time spent":"1.027148234s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:51.392773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.503905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:04:51.394412Z","caller":"traceutil/trace.go:171","msg":"trace[724855369] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22611; }","duration":"977.149408ms","start":"2026-04-16T10:04:50.417209Z","end":"2026-04-16T10:04:51.394358Z","steps":["trace[724855369] 'agreement among raft nodes before linearized reading' (duration: 974.98284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.394605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:50.41719Z","time spent":"977.353274ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"info","ts":"2026-04-16T10:04:51.651567Z","caller":"traceutil/trace.go:171","msg":"trace[799082850] linearizableReadLoop","detail":"{readStateIndex:23327; appliedIndex:23326; }","duration":"235.67975ms","start":"2026-04-16T10:04:51.415856Z","end":"2026-04-16T10:04:51.651536Z","steps":["trace[799082850] 'read index received' (duration: 235.467604ms)","trace[799082850] 'applied index is now lower than readState.Index' (duration: 210.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:51.651627Z","caller":"traceutil/trace.go:171","msg":"trace[1465312438] transaction","detail":"{read_only:false; response_revision:22612; number_of_response:1; }","duration":"236.177917ms","start":"2026-04-16T10:04:51.415401Z","end":"2026-04-16T10:04:51.651578Z","steps":["trace[1465312438] 'process raft request' (duration: 235.895798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:51.6519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.019731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:04:51.651959Z","caller":"traceutil/trace.go:171","msg":"trace[637180161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22612; }","duration":"236.129045ms","start":"2026-04-16T10:04:51.415816Z","end":"2026-04-16T10:04:51.651945Z","steps":["trace[637180161] 'agreement among raft nodes before linearized reading' (duration: 235.837006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:52.152263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:52.653261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:52.738292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086872918s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:04:52.795823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.415724Z","time spent":"1.380095172s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T10:04:52.795883Z","caller":"traceutil/trace.go:171","msg":"trace[1899129753] transaction","detail":"{read_only:false; response_revision:22613; number_of_response:1; }","duration":"1.374992581s","start":"2026-04-16T10:04:51.420869Z","end":"2026-04-16T10:04:52.795861Z","steps":["trace[1899129753] 'process raft request' (duration: 1.374887698s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:52.795988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.420823Z","time spent":"1.375108445s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:53.419946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:04:53.420057Z","caller":"traceutil/trace.go:171","msg":"trace[162339983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109769s","start":"2026-04-16T10:04:51.419928Z","end":"2026-04-16T10:04:53.420038Z","steps":["trace[162339983] 'agreement among raft nodes before linearized reading' (duration: 1.999968685s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.420106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.419924Z","time spent":"2.000173321s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:53.744155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.330999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:53.744399Z","caller":"traceutil/trace.go:171","msg":"trace[2061501449] transaction","detail":"{read_only:false; response_revision:22616; number_of_response:1; }","duration":"1.934663705s","start":"2026-04-16T10:04:51.809718Z","end":"2026-04-16T10:04:53.744382Z","steps":["trace[2061501449] 'process raft request' (duration: 1.934592063s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:53.744383Z","caller":"traceutil/trace.go:171","msg":"trace[56636298] transaction","detail":"{read_only:false; response_revision:22614; number_of_response:1; }","duration":"2.012146628s","start":"2026-04-16T10:04:51.73221Z","end":"2026-04-16T10:04:53.744357Z","steps":["trace[56636298] 'process raft request' (duration: 1.711533631s)","trace[56636298] 'compare' (duration: 299.611196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:53.744465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.809704Z","time spent":"1.934732948s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:53.744457Z","caller":"traceutil/trace.go:171","msg":"trace[863190905] transaction","detail":"{read_only:false; response_revision:22615; number_of_response:1; }","duration":"1.934714297s","start":"2026-04-16T10:04:51.80968Z","end":"2026-04-16T10:04:53.744394Z","steps":["trace[863190905] 'process raft request' (duration: 1.934567623s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.744503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.732184Z","time spent":"2.012259982s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:53.744635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.809644Z","time spent":"1.934897333s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:53.744705Z","caller":"traceutil/trace.go:171","msg":"trace[614388249] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"1.934397398s","start":"2026-04-16T10:04:51.810284Z","end":"2026-04-16T10:04:53.744682Z","steps":["trace[614388249] 'process raft request' (duration: 1.934058767s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:53.74475Z","caller":"traceutil/trace.go:171","msg":"trace[906679572] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"1.934445128s","start":"2026-04-16T10:04:51.810296Z","end":"2026-04-16T10:04:53.744741Z","steps":["trace[906679572] 'process raft request' (duration: 1.934268773s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.744798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.810283Z","time spent":"1.93448798s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:53.744803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.810267Z","time spent":"1.93448712s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:53.744816Z","caller":"traceutil/trace.go:171","msg":"trace[1927039635] transaction","detail":"{read_only:false; response_revision:22619; number_of_response:1; }","duration":"1.934510061s","start":"2026-04-16T10:04:51.810285Z","end":"2026-04-16T10:04:53.744795Z","steps":["trace[1927039635] 'process raft request' (duration: 1.934382207s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:53.744955Z","caller":"traceutil/trace.go:171","msg":"trace[1802228589] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"1.934304784s","start":"2026-04-16T10:04:51.81064Z","end":"2026-04-16T10:04:53.744945Z","steps":["trace[1802228589] 'process raft request' (duration: 1.9341893s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.744958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.810254Z","time spent":"1.934652226s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:53.745011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.81063Z","time spent":"1.934353496s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:53.745069Z","caller":"traceutil/trace.go:171","msg":"trace[116317931] transaction","detail":"{read_only:false; response_revision:22623; number_of_response:1; }","duration":"946.123468ms","start":"2026-04-16T10:04:52.798935Z","end":"2026-04-16T10:04:53.745059Z","steps":["trace[116317931] 'process raft request' (duration: 946.075157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.745123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:52.798907Z","time spent":"946.191381ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:53.745211Z","caller":"traceutil/trace.go:171","msg":"trace[1981437988] linearizableReadLoop","detail":"{readStateIndex:23338; appliedIndex:23327; }","duration":"2.093534514s","start":"2026-04-16T10:04:51.65165Z","end":"2026-04-16T10:04:53.745185Z","steps":["trace[1981437988] 'read index received' (duration: 1.086839306s)","trace[1981437988] 'applied index is now lower than readState.Index' (duration: 1.006692568s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:53.745213Z","caller":"traceutil/trace.go:171","msg":"trace[1489522033] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"1.934286784s","start":"2026-04-16T10:04:51.810892Z","end":"2026-04-16T10:04:53.745179Z","steps":["trace[1489522033] 'process raft request' (duration: 1.934016046s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.745397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.810881Z","time spent":"1.934423178s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:53.745483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328528853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-16T10:04:53.74554Z","caller":"traceutil/trace.go:171","msg":"trace[499232057] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:22623; }","duration":"2.328598846s","start":"2026-04-16T10:04:51.416924Z","end":"2026-04-16T10:04:53.745523Z","steps":["trace[499232057] 'agreement among raft nodes before linearized reading' (duration: 2.328374999s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.745606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.41692Z","time spent":"2.328669528s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-16T10:04:53.747062Z","caller":"traceutil/trace.go:171","msg":"trace[549712680] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"1.934416778s","start":"2026-04-16T10:04:51.810489Z","end":"2026-04-16T10:04:53.744906Z","steps":["trace[549712680] 'process raft request' (duration: 1.934240542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.747143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.810481Z","time spent":"1.936629667s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:53.813196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005379925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:04:53.813388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.667609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:53.813395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774757714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:53.813429Z","caller":"traceutil/trace.go:171","msg":"trace[1646481305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22624; }","duration":"392.751223ms","start":"2026-04-16T10:04:53.420669Z","end":"2026-04-16T10:04:53.81342Z","steps":["trace[1646481305] 'agreement among raft nodes before linearized reading' (duration: 392.686171ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:53.813402Z","caller":"traceutil/trace.go:171","msg":"trace[895292595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22624; }","duration":"2.005600922s","start":"2026-04-16T10:04:51.807785Z","end":"2026-04-16T10:04:53.813386Z","steps":["trace[895292595] 'agreement among raft nodes before linearized reading' (duration: 2.005290072s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.813515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.479762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:53.813528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008892686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T10:04:53.813603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.807779Z","time spent":"2.005782838s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:04:53.813426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005955873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:04:53.813648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.542243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3ca5a4778a\" ","response":"range_response_count:1 size:834"} {"level":"warn","ts":"2026-04-16T10:04:53.813675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.663866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-16T10:04:53.813678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.662696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-16T10:04:53.813736Z","caller":"traceutil/trace.go:171","msg":"trace[456618629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22624; }","duration":"639.752589ms","start":"2026-04-16T10:04:53.173969Z","end":"2026-04-16T10:04:53.813722Z","steps":["trace[456618629] 'agreement among raft nodes before linearized reading' (duration: 639.611775ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:53.813754Z","caller":"traceutil/trace.go:171","msg":"trace[250072157] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22624; }","duration":"639.773741ms","start":"2026-04-16T10:04:53.173962Z","end":"2026-04-16T10:04:53.813735Z","steps":["trace[250072157] 'agreement among raft nodes before linearized reading' (duration: 639.600405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.813755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.154389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T10:04:53.813791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.173942Z","time spent":"639.836642ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T10:04:53.813802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.173942Z","time spent":"639.846322ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T10:04:53.813805Z","caller":"traceutil/trace.go:171","msg":"trace[71335546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22624; }","duration":"985.255842ms","start":"2026-04-16T10:04:52.828537Z","end":"2026-04-16T10:04:53.813792Z","steps":["trace[71335546] 'agreement among raft nodes before linearized reading' (duration: 985.113188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.813847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:52.828517Z","time spent":"985.323754ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:53.813531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314161402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:04:53.813951Z","caller":"traceutil/trace.go:171","msg":"trace[1035006881] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22624; }","duration":"1.314624257s","start":"2026-04-16T10:04:52.499311Z","end":"2026-04-16T10:04:53.813935Z","steps":["trace[1035006881] 'agreement among raft nodes before linearized reading' (duration: 1.313996977s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.814009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:52.499289Z","time spent":"1.31470179s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":195,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:53.813606Z","caller":"traceutil/trace.go:171","msg":"trace[201392951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22624; }","duration":"2.00900101s","start":"2026-04-16T10:04:51.804581Z","end":"2026-04-16T10:04:53.813582Z","steps":["trace[201392951] 'agreement among raft nodes before linearized reading' (duration: 2.008868356s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.81415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.804556Z","time spent":"2.009575107s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T10:04:53.813691Z","caller":"traceutil/trace.go:171","msg":"trace[119612897] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3ca5a4778a; range_end:; response_count:1; response_revision:22624; }","duration":"894.608375ms","start":"2026-04-16T10:04:52.919072Z","end":"2026-04-16T10:04:53.81368Z","steps":["trace[119612897] 'agreement among raft nodes before linearized reading' (duration: 894.496681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.814335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:52.919057Z","time spent":"895.263975ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":857,"request content":"key:\"/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3ca5a4778a\" "} {"level":"warn","ts":"2026-04-16T10:04:53.813471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.420646Z","time spent":"392.816395ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:53.813246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634282585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:53.814681Z","caller":"traceutil/trace.go:171","msg":"trace[287332881] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22624; }","duration":"1.635779153s","start":"2026-04-16T10:04:52.178874Z","end":"2026-04-16T10:04:53.814653Z","steps":["trace[287332881] 'agreement among raft nodes before linearized reading' (duration: 1.634270345s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.814758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:52.178851Z","time spent":"1.635883175s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:53.813309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159575947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18614"} {"level":"info","ts":"2026-04-16T10:04:53.814979Z","caller":"traceutil/trace.go:171","msg":"trace[1291927462] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22624; }","duration":"2.1612857s","start":"2026-04-16T10:04:51.653677Z","end":"2026-04-16T10:04:53.814963Z","steps":["trace[1291927462] 'agreement among raft nodes before linearized reading' (duration: 2.159442182s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.815037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.653658Z","time spent":"2.161364753s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T10:04:53.813288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003656071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:04:53.815389Z","caller":"traceutil/trace.go:171","msg":"trace[956859538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22624; }","duration":"2.005828559s","start":"2026-04-16T10:04:51.809549Z","end":"2026-04-16T10:04:53.815377Z","steps":["trace[956859538] 'agreement among raft nodes before linearized reading' (duration: 2.003524617s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.815431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.809528Z","time spent":"2.005893021s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T10:04:53.813322Z","caller":"traceutil/trace.go:171","msg":"trace[377439543] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"114.637324ms","start":"2026-04-16T10:04:53.698662Z","end":"2026-04-16T10:04:53.813299Z","steps":["trace[377439543] 'process raft request' (duration: 114.162349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.813327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692451299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:53.815569Z","caller":"traceutil/trace.go:171","msg":"trace[1577514049] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22624; }","duration":"1.694743371s","start":"2026-04-16T10:04:52.120805Z","end":"2026-04-16T10:04:53.815548Z","steps":["trace[1577514049] 'agreement among raft nodes before linearized reading' (duration: 1.692437348s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.815594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:52.12078Z","time spent":"1.694806443s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:53.813468Z","caller":"traceutil/trace.go:171","msg":"trace[390255008] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22624; }","duration":"1.774857977s","start":"2026-04-16T10:04:52.038581Z","end":"2026-04-16T10:04:53.813439Z","steps":["trace[390255008] 'agreement among raft nodes before linearized reading' (duration: 1.774769944s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.815734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:52.03856Z","time spent":"1.77715931s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:53.813549Z","caller":"traceutil/trace.go:171","msg":"trace[1440728900] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22624; }","duration":"574.554084ms","start":"2026-04-16T10:04:53.238986Z","end":"2026-04-16T10:04:53.81354Z","steps":["trace[1440728900] 'agreement among raft nodes before linearized reading' (duration: 574.504513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.81591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.238964Z","time spent":"576.919109ms","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:53.813189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105022498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:53.813685Z","caller":"traceutil/trace.go:171","msg":"trace[702889692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22624; }","duration":"2.006219082s","start":"2026-04-16T10:04:51.807455Z","end":"2026-04-16T10:04:53.813674Z","steps":["trace[702889692] 'agreement among raft nodes before linearized reading' (duration: 2.005888001s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.816131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:51.807387Z","time spent":"2.008726041s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T10:04:53.816289Z","caller":"traceutil/trace.go:171","msg":"trace[638631900] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:22624; }","duration":"1.108124866s","start":"2026-04-16T10:04:52.708124Z","end":"2026-04-16T10:04:53.816249Z","steps":["trace[638631900] 'agreement among raft nodes before linearized reading' (duration: 1.104920915s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:53.816354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:52.708059Z","time spent":"1.108277771s","remote":"127.0.0.1:42722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:54.893182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.504982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:54.893395Z","caller":"traceutil/trace.go:171","msg":"trace[591118240] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"1.075665234s","start":"2026-04-16T10:04:53.817659Z","end":"2026-04-16T10:04:54.893324Z","steps":["trace[591118240] 'process raft request' (duration: 357.932925ms)","trace[591118240] 'compare' (duration: 717.367478ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:54.893466Z","caller":"traceutil/trace.go:171","msg":"trace[1043444055] linearizableReadLoop","detail":"{readStateIndex:23341; appliedIndex:23340; }","duration":"1.074944971s","start":"2026-04-16T10:04:53.818493Z","end":"2026-04-16T10:04:54.893438Z","steps":["trace[1043444055] 'read index received' (duration: 357.196851ms)","trace[1043444055] 'applied index is now lower than readState.Index' (duration: 717.74451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:54.893578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.817601Z","time spent":"1.07588469s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:54.893686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075176518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:04:54.893718Z","caller":"traceutil/trace.go:171","msg":"trace[507510470] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22625; }","duration":"1.075256651s","start":"2026-04-16T10:04:53.818454Z","end":"2026-04-16T10:04:54.89371Z","steps":["trace[507510470] 'agreement among raft nodes before linearized reading' (duration: 1.075111897s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.893742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.818436Z","time spent":"1.075300712s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T10:04:54.895205Z","caller":"traceutil/trace.go:171","msg":"trace[1541927545] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"1.075365445s","start":"2026-04-16T10:04:53.819821Z","end":"2026-04-16T10:04:54.895186Z","steps":["trace[1541927545] 'process raft request' (duration: 1.073505876s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.895352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.819795Z","time spent":"1.075525069s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:54.895217Z","caller":"traceutil/trace.go:171","msg":"trace[1284490166] transaction","detail":"{read_only:false; response_revision:22628; number_of_response:1; }","duration":"1.074942581s","start":"2026-04-16T10:04:53.820251Z","end":"2026-04-16T10:04:54.895194Z","steps":["trace[1284490166] 'process raft request' (duration: 1.074853628s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:54.895506Z","caller":"traceutil/trace.go:171","msg":"trace[1037985907] transaction","detail":"{read_only:false; response_revision:22629; number_of_response:1; }","duration":"1.075164889s","start":"2026-04-16T10:04:53.820327Z","end":"2026-04-16T10:04:54.895492Z","steps":["trace[1037985907] 'process raft request' (duration: 1.074820498s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.895543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.820241Z","time spent":"1.07523413s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:54.895263Z","caller":"traceutil/trace.go:171","msg":"trace[1774105271] transaction","detail":"{read_only:false; response_revision:22627; number_of_response:1; }","duration":"1.075316583s","start":"2026-04-16T10:04:53.819937Z","end":"2026-04-16T10:04:54.895254Z","steps":["trace[1774105271] 'process raft request' (duration: 1.075114407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.895623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.820322Z","time spent":"1.075244531s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:54.89572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.819927Z","time spent":"1.075716555s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:54.895753Z","caller":"traceutil/trace.go:171","msg":"trace[1046241421] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"1.074402385s","start":"2026-04-16T10:04:53.821342Z","end":"2026-04-16T10:04:54.895744Z","steps":["trace[1046241421] 'process raft request' (duration: 1.074164417s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.895861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.821324Z","time spent":"1.074472836s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:54.895875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075666714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T10:04:54.895957Z","caller":"traceutil/trace.go:171","msg":"trace[1768780284] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"1.07552725s","start":"2026-04-16T10:04:53.820419Z","end":"2026-04-16T10:04:54.895946Z","steps":["trace[1768780284] 'process raft request' (duration: 1.074933751s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:54.895964Z","caller":"traceutil/trace.go:171","msg":"trace[1851142749] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22632; }","duration":"1.075785108s","start":"2026-04-16T10:04:53.820159Z","end":"2026-04-16T10:04:54.895944Z","steps":["trace[1851142749] 'agreement among raft nodes before linearized reading' (duration: 1.075494779s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.896004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.820146Z","time spent":"1.07585077s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-16T10:04:54.896028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.820396Z","time spent":"1.075584731s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:54.895917Z","caller":"traceutil/trace.go:171","msg":"trace[2047440788] transaction","detail":"{read_only:false; response_revision:22632; number_of_response:1; }","duration":"1.074035273s","start":"2026-04-16T10:04:53.821842Z","end":"2026-04-16T10:04:54.895877Z","steps":["trace[2047440788] 'process raft request' (duration: 1.073749564s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.896075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072237806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:54.89613Z","caller":"traceutil/trace.go:171","msg":"trace[61527613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22632; }","duration":"1.072305098s","start":"2026-04-16T10:04:53.823808Z","end":"2026-04-16T10:04:54.896113Z","steps":["trace[61527613] 'agreement among raft nodes before linearized reading' (duration: 1.072227476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.896148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.728355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:54.89617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.823799Z","time spent":"1.07236497s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:04:54.896196Z","caller":"traceutil/trace.go:171","msg":"trace[1069832341] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22632; }","duration":"525.814538ms","start":"2026-04-16T10:04:54.370373Z","end":"2026-04-16T10:04:54.896188Z","steps":["trace[1069832341] 'agreement among raft nodes before linearized reading' (duration: 525.727275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.896184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.821823Z","time spent":"1.0742952s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:54.896226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:54.37035Z","time spent":"525.86942ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:54.896203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070325336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T10:04:54.89632Z","caller":"traceutil/trace.go:171","msg":"trace[81207600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22632; }","duration":"1.070435539s","start":"2026-04-16T10:04:53.82586Z","end":"2026-04-16T10:04:54.896296Z","steps":["trace[81207600] 'agreement among raft nodes before linearized reading' (duration: 1.070167311s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:54.896383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:53.825856Z","time spent":"1.070511541s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T10:04:55.399283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:55.750874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.683739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:04:55.750978Z","caller":"traceutil/trace.go:171","msg":"trace[1528361286] linearizableReadLoop","detail":"{readStateIndex:23349; appliedIndex:23348; }","duration":"851.958011ms","start":"2026-04-16T10:04:54.899004Z","end":"2026-04-16T10:04:55.750962Z","steps":["trace[1528361286] 'read index received' (duration: 742.115058ms)","trace[1528361286] 'applied index is now lower than readState.Index' (duration: 109.841183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:55.751131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.111986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-16T10:04:55.751189Z","caller":"traceutil/trace.go:171","msg":"trace[1981730508] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b; range_end:; response_count:1; response_revision:22633; }","duration":"852.200288ms","start":"2026-04-16T10:04:54.89898Z","end":"2026-04-16T10:04:55.75118Z","steps":["trace[1981730508] 'agreement among raft nodes before linearized reading' (duration: 852.032253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:55.751226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:54.898973Z","time spent":"852.24716ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b\" "} {"level":"info","ts":"2026-04-16T10:04:55.750995Z","caller":"traceutil/trace.go:171","msg":"trace[420475118] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"852.468516ms","start":"2026-04-16T10:04:54.898504Z","end":"2026-04-16T10:04:55.750973Z","steps":["trace[420475118] 'process raft request' (duration: 742.606483ms)","trace[420475118] 'compare' (duration: 108.834631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:55.751557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:54.898492Z","time spent":"853.017764ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:56.903481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:04:56.903568Z","caller":"traceutil/trace.go:171","msg":"trace[925731479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497871s","start":"2026-04-16T10:04:54.903053Z","end":"2026-04-16T10:04:56.903551Z","steps":["trace[925731479] 'agreement among raft nodes before linearized reading' (duration: 2.000392378s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:56.90361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:54.903046Z","time spent":"2.000556113s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:04:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:57.952213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.042311699s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:04:57.952637Z","caller":"traceutil/trace.go:171","msg":"trace[2092789271] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"2.201661033s","start":"2026-04-16T10:04:55.750957Z","end":"2026-04-16T10:04:57.952618Z","steps":["trace[2092789271] 'process raft request' (duration: 2.201423136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.952757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.750932Z","time spent":"2.201764007s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:57.952633Z","caller":"traceutil/trace.go:171","msg":"trace[1561859668] transaction","detail":"{read_only:false; response_revision:22636; number_of_response:1; }","duration":"2.201619772s","start":"2026-04-16T10:04:55.750992Z","end":"2026-04-16T10:04:57.952612Z","steps":["trace[1561859668] 'process raft request' (duration: 2.20154577s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:57.952855Z","caller":"traceutil/trace.go:171","msg":"trace[1112148817] transaction","detail":"{read_only:false; response_revision:22637; number_of_response:1; }","duration":"2.201589881s","start":"2026-04-16T10:04:55.751255Z","end":"2026-04-16T10:04:57.952845Z","steps":["trace[1112148817] 'process raft request' (duration: 2.201327223s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.952894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.750958Z","time spent":"2.20186562s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:57.952932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.751242Z","time spent":"2.201661133s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:57.953138Z","caller":"traceutil/trace.go:171","msg":"trace[1531937597] transaction","detail":"{read_only:false; response_revision:22638; number_of_response:1; }","duration":"2.201743536s","start":"2026-04-16T10:04:55.751352Z","end":"2026-04-16T10:04:57.953096Z","steps":["trace[1531937597] 'process raft request' (duration: 2.201452767s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.95321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608733988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:57.953229Z","caller":"traceutil/trace.go:171","msg":"trace[597497465] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"2.201743826s","start":"2026-04-16T10:04:55.751474Z","end":"2026-04-16T10:04:57.953218Z","steps":["trace[597497465] 'process raft request' (duration: 2.201587011s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:57.95324Z","caller":"traceutil/trace.go:171","msg":"trace[1241914863] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22641; }","duration":"2.608846382s","start":"2026-04-16T10:04:55.344384Z","end":"2026-04-16T10:04:57.953231Z","steps":["trace[1241914863] 'agreement among raft nodes before linearized reading' (duration: 2.608745098s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.953238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625737763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:57.953262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.34437Z","time spent":"2.608884982s","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:57.953269Z","caller":"traceutil/trace.go:171","msg":"trace[229288114] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22641; }","duration":"2.625784175s","start":"2026-04-16T10:04:55.327475Z","end":"2026-04-16T10:04:57.953259Z","steps":["trace[229288114] 'agreement among raft nodes before linearized reading' (duration: 2.625737394s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.953276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.75146Z","time spent":"2.201790637s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:57.953286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858534853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:57.953298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.327468Z","time spent":"2.625822166s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:57.953318Z","caller":"traceutil/trace.go:171","msg":"trace[1214640026] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22641; }","duration":"2.858617076s","start":"2026-04-16T10:04:55.094692Z","end":"2026-04-16T10:04:57.953309Z","steps":["trace[1214640026] 'agreement among raft nodes before linearized reading' (duration: 2.858507713s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:57.953312Z","caller":"traceutil/trace.go:171","msg":"trace[479455846] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"2.20186437s","start":"2026-04-16T10:04:55.751431Z","end":"2026-04-16T10:04:57.953295Z","steps":["trace[479455846] 'process raft request' (duration: 2.20156698s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.953344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.094675Z","time spent":"2.858663067s","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:57.953355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.751418Z","time spent":"2.201915962s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:57.953352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.751195Z","time spent":"2.202040026s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:57.953385Z","caller":"traceutil/trace.go:171","msg":"trace[1708131807] transaction","detail":"{read_only:false; response_revision:22641; number_of_response:1; }","duration":"2.199311299s","start":"2026-04-16T10:04:55.754065Z","end":"2026-04-16T10:04:57.953376Z","steps":["trace[1708131807] 'process raft request' (duration: 2.19902187s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.953433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.754048Z","time spent":"2.199357621s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:57.953152Z","caller":"traceutil/trace.go:171","msg":"trace[1582890736] linearizableReadLoop","detail":"{readStateIndex:23351; appliedIndex:23349; }","duration":"2.202115318s","start":"2026-04-16T10:04:55.751002Z","end":"2026-04-16T10:04:57.953117Z","steps":["trace[1582890736] 'read index received' (duration: 79.812417ms)","trace[1582890736] 'applied index is now lower than readState.Index' (duration: 2.122302121s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:04:57.95319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651892278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:57.953496Z","caller":"traceutil/trace.go:171","msg":"trace[1547155553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22641; }","duration":"2.65224284s","start":"2026-04-16T10:04:55.301245Z","end":"2026-04-16T10:04:57.953488Z","steps":["trace[1547155553] 'agreement among raft nodes before linearized reading' (duration: 2.651888358s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.953521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.301225Z","time spent":"2.65228807s","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:57.953527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672944492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:57.953542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752706867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:57.953553Z","caller":"traceutil/trace.go:171","msg":"trace[501884737] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22641; }","duration":"2.673007713s","start":"2026-04-16T10:04:55.280534Z","end":"2026-04-16T10:04:57.953542Z","steps":["trace[501884737] 'agreement among raft nodes before linearized reading' (duration: 2.672971142s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.953572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.280509Z","time spent":"2.673057975s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:57.953575Z","caller":"traceutil/trace.go:171","msg":"trace[296106319] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22641; }","duration":"2.752780199s","start":"2026-04-16T10:04:55.200783Z","end":"2026-04-16T10:04:57.953564Z","steps":["trace[296106319] 'agreement among raft nodes before linearized reading' (duration: 2.752727437s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:57.953603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.200762Z","time spent":"2.752832401s","remote":"127.0.0.1:38360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:58.454308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:58.680896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:04:58.681071Z","caller":"traceutil/trace.go:171","msg":"trace[1353901624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283785s","start":"2026-04-16T10:04:56.680765Z","end":"2026-04-16T10:04:58.681048Z","steps":["trace[1353901624] 'agreement among raft nodes before linearized reading' (duration: 2.000035477s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:58.681197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.68074Z","time spent":"2.00043432s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:04:58.903872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:04:58.903972Z","caller":"traceutil/trace.go:171","msg":"trace[1073648508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011116s","start":"2026-04-16T10:04:56.903831Z","end":"2026-04-16T10:04:58.903942Z","steps":["trace[1073648508] 'agreement among raft nodes before linearized reading' (duration: 1.999988986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:58.904023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.90382Z","time spent":"2.000193662s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:04:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:04:58.955342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:04:59.083587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102851591s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:04:59.094598Z","caller":"traceutil/trace.go:171","msg":"trace[802396746] linearizableReadLoop","detail":"{readStateIndex:23361; appliedIndex:23357; }","duration":"1.141107417s","start":"2026-04-16T10:04:57.953466Z","end":"2026-04-16T10:04:59.094573Z","steps":["trace[802396746] 'read index received' (duration: 1.130397489s)","trace[802396746] 'applied index is now lower than readState.Index' (duration: 10.708878ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:04:59.094873Z","caller":"traceutil/trace.go:171","msg":"trace[1605152829] transaction","detail":"{read_only:false; response_revision:22642; number_of_response:1; }","duration":"2.731579611s","start":"2026-04-16T10:04:56.36328Z","end":"2026-04-16T10:04:59.094859Z","steps":["trace[1605152829] 'process raft request' (duration: 2.720565064s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.363247Z","time spent":"2.731667924s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:59.095298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025493512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:59.095316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857168824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:59.095357Z","caller":"traceutil/trace.go:171","msg":"trace[1023388762] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22645; }","duration":"1.025604585s","start":"2026-04-16T10:04:58.069738Z","end":"2026-04-16T10:04:59.095343Z","steps":["trace[1023388762] 'agreement among raft nodes before linearized reading' (duration: 1.025489282s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196132391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:04:59.095388Z","caller":"traceutil/trace.go:171","msg":"trace[93138010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22645; }","duration":"1.857286927s","start":"2026-04-16T10:04:57.238085Z","end":"2026-04-16T10:04:59.095372Z","steps":["trace[93138010] 'agreement among raft nodes before linearized reading' (duration: 1.857151143s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194318413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:04:59.095427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:57.238067Z","time spent":"1.857350349s","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:59.095425Z","caller":"traceutil/trace.go:171","msg":"trace[1156327998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22645; }","duration":"2.196264424s","start":"2026-04-16T10:04:56.899142Z","end":"2026-04-16T10:04:59.095407Z","steps":["trace[1156327998] 'agreement among raft nodes before linearized reading' (duration: 2.196028867s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:59.095457Z","caller":"traceutil/trace.go:171","msg":"trace[895217495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22645; }","duration":"2.194413276s","start":"2026-04-16T10:04:56.901033Z","end":"2026-04-16T10:04:59.095447Z","steps":["trace[895217495] 'agreement among raft nodes before linearized reading' (duration: 2.194257131s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.09542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340503819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-16T10:04:59.095471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.734643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:59.09555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311663702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:04:59.095491Z","caller":"traceutil/trace.go:171","msg":"trace[1727602274] transaction","detail":"{read_only:false; response_revision:22643; number_of_response:1; }","duration":"1.778668728s","start":"2026-04-16T10:04:57.316798Z","end":"2026-04-16T10:04:59.095467Z","steps":["trace[1727602274] 'process raft request' (duration: 1.777588834s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:59.095549Z","caller":"traceutil/trace.go:171","msg":"trace[703508484] transaction","detail":"{read_only:false; response_revision:22645; number_of_response:1; }","duration":"343.656425ms","start":"2026-04-16T10:04:58.751878Z","end":"2026-04-16T10:04:59.095535Z","steps":["trace[703508484] 'process raft request' (duration: 342.656234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352942943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:59.095607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18877555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:59.095587Z","caller":"traceutil/trace.go:171","msg":"trace[1247371572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22645; }","duration":"2.311735914s","start":"2026-04-16T10:04:56.783841Z","end":"2026-04-16T10:04:59.095577Z","steps":["trace[1247371572] 'agreement among raft nodes before linearized reading' (duration: 2.311669802s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610475403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:04:59.095628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19518756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:04:59.09564Z","caller":"traceutil/trace.go:171","msg":"trace[761320819] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22645; }","duration":"2.353086698s","start":"2026-04-16T10:04:56.742532Z","end":"2026-04-16T10:04:59.095618Z","steps":["trace[761320819] 'agreement among raft nodes before linearized reading' (duration: 2.352936203s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:59.095664Z","caller":"traceutil/trace.go:171","msg":"trace[519978584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22645; }","duration":"2.195239982s","start":"2026-04-16T10:04:56.900416Z","end":"2026-04-16T10:04:59.095656Z","steps":["trace[519978584] 'agreement among raft nodes before linearized reading' (duration: 2.19516539s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:59.095671Z","caller":"traceutil/trace.go:171","msg":"trace[21939361] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:22645; }","duration":"2.610588006s","start":"2026-04-16T10:04:56.485064Z","end":"2026-04-16T10:04:59.095652Z","steps":["trace[21939361] 'agreement among raft nodes before linearized reading' (duration: 2.610474122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.371547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:04:59.095683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:58.75185Z","time spent":"343.754258ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:59.095703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:57.316774Z","time spent":"1.778819753s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:04:59.095631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.78382Z","time spent":"2.311805926s","remote":"127.0.0.1:38000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:59.095723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703697302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:04:59.095738Z","caller":"traceutil/trace.go:171","msg":"trace[1131492607] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22645; }","duration":"638.702837ms","start":"2026-04-16T10:04:58.457018Z","end":"2026-04-16T10:04:59.09572Z","steps":["trace[1131492607] 'agreement among raft nodes before linearized reading' (duration: 638.379617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.485041Z","time spent":"2.610679609s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:59.095774Z","caller":"traceutil/trace.go:171","msg":"trace[1131526101] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22645; }","duration":"2.703803075s","start":"2026-04-16T10:04:56.391959Z","end":"2026-04-16T10:04:59.095762Z","steps":["trace[1131526101] 'agreement among raft nodes before linearized reading' (duration: 2.703630839s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:58.456997Z","time spent":"638.77013ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:59.095474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.899122Z","time spent":"2.196336907s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:04:59.095802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194038445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:04:59.095885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.391924Z","time spent":"2.703937699s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:59.095384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:58.069714Z","time spent":"1.025664387s","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:04:59.095994Z","caller":"traceutil/trace.go:171","msg":"trace[1830168428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22645; }","duration":"2.194370614s","start":"2026-04-16T10:04:56.901547Z","end":"2026-04-16T10:04:59.095918Z","steps":["trace[1830168428] 'agreement among raft nodes before linearized reading' (duration: 2.193842868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.096163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.901541Z","time spent":"2.194607582s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T10:04:59.095479Z","caller":"traceutil/trace.go:171","msg":"trace[217927474] transaction","detail":"{read_only:false; response_revision:22644; number_of_response:1; }","duration":"1.260327986s","start":"2026-04-16T10:04:57.835129Z","end":"2026-04-16T10:04:59.095457Z","steps":["trace[217927474] 'process raft request' (duration: 1.259348215s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195115598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T10:04:59.096381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:57.8351Z","time spent":"1.261200604s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:04:59.096427Z","caller":"traceutil/trace.go:171","msg":"trace[1584258974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22645; }","duration":"2.195991886s","start":"2026-04-16T10:04:56.90041Z","end":"2026-04-16T10:04:59.096402Z","steps":["trace[1584258974] 'agreement among raft nodes before linearized reading' (duration: 2.195090027s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.096495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.900392Z","time spent":"2.196079619s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T10:04:59.095561Z","caller":"traceutil/trace.go:171","msg":"trace[1257515668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22645; }","duration":"183.836706ms","start":"2026-04-16T10:04:58.91169Z","end":"2026-04-16T10:04:59.095527Z","steps":["trace[1257515668] 'agreement among raft nodes before linearized reading' (duration: 183.735463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.095568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.912966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:04:59.096613Z","caller":"traceutil/trace.go:171","msg":"trace[611414528] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22645; }","duration":"968.96705ms","start":"2026-04-16T10:04:58.127628Z","end":"2026-04-16T10:04:59.096595Z","steps":["trace[611414528] 'agreement among raft nodes before linearized reading' (duration: 967.806863ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:04:59.095555Z","caller":"traceutil/trace.go:171","msg":"trace[168148021] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:22645; }","duration":"3.340659644s","start":"2026-04-16T10:04:55.75486Z","end":"2026-04-16T10:04:59.09552Z","steps":["trace[168148021] 'agreement among raft nodes before linearized reading' (duration: 3.340327773s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.09668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:58.127612Z","time spent":"969.047753ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":251,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:59.096736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:55.754851Z","time spent":"3.341866392s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-16T10:04:59.095689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.900403Z","time spent":"2.195281013s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:04:59.095691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.742507Z","time spent":"2.35316627s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-16T10:04:59.095728Z","caller":"traceutil/trace.go:171","msg":"trace[418084007] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22645; }","duration":"1.188840132s","start":"2026-04-16T10:04:57.906779Z","end":"2026-04-16T10:04:59.095619Z","steps":["trace[418084007] 'agreement among raft nodes before linearized reading' (duration: 1.188807151s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.097147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:57.906752Z","time spent":"1.190378711s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:04:59.095391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.07557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T10:04:59.09722Z","caller":"traceutil/trace.go:171","msg":"trace[1518864024] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b; range_end:; response_count:1; response_revision:22645; }","duration":"412.94533ms","start":"2026-04-16T10:04:58.684254Z","end":"2026-04-16T10:04:59.097199Z","steps":["trace[1518864024] 'agreement among raft nodes before linearized reading' (duration: 410.997758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:04:59.097295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:58.684234Z","time spent":"413.031202ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b\" "} {"level":"warn","ts":"2026-04-16T10:04:59.095491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:04:56.901012Z","time spent":"2.194471828s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T10:05:00.546566Z","caller":"traceutil/trace.go:171","msg":"trace[469425622] linearizableReadLoop","detail":"{readStateIndex:23398; appliedIndex:23397; }","duration":"204.568809ms","start":"2026-04-16T10:05:00.341971Z","end":"2026-04-16T10:05:00.54654Z","steps":["trace[469425622] 'read index received' (duration: 204.372703ms)","trace[469425622] 'applied index is now lower than readState.Index' (duration: 194.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:00.546636Z","caller":"traceutil/trace.go:171","msg":"trace[425501439] transaction","detail":"{read_only:false; response_revision:22682; number_of_response:1; }","duration":"301.627359ms","start":"2026-04-16T10:05:00.244972Z","end":"2026-04-16T10:05:00.546599Z","steps":["trace[425501439] 'process raft request' (duration: 301.380211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:00.54677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.768125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:00.546814Z","caller":"traceutil/trace.go:171","msg":"trace[1900429384] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22682; }","duration":"204.875568ms","start":"2026-04-16T10:05:00.341928Z","end":"2026-04-16T10:05:00.546804Z","steps":["trace[1900429384] 'agreement among raft nodes before linearized reading' (duration: 204.749384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:00.546817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:00.244961Z","time spent":"301.775853ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6818,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:00.546842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.465532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-16T10:05:00.546888Z","caller":"traceutil/trace.go:171","msg":"trace[1076424102] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:22682; }","duration":"182.553505ms","start":"2026-04-16T10:05:00.364318Z","end":"2026-04-16T10:05:00.546871Z","steps":["trace[1076424102] 'agreement among raft nodes before linearized reading' (duration: 182.38074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:00.546932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.628377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:05:00.547022Z","caller":"traceutil/trace.go:171","msg":"trace[992887504] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22682; }","duration":"129.765281ms","start":"2026-04-16T10:05:00.417236Z","end":"2026-04-16T10:05:00.547001Z","steps":["trace[992887504] 'agreement among raft nodes before linearized reading' (duration: 129.494013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:00.547108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.337548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-16T10:05:00.547166Z","caller":"traceutil/trace.go:171","msg":"trace[124934297] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:22682; }","duration":"182.394811ms","start":"2026-04-16T10:05:00.36475Z","end":"2026-04-16T10:05:00.547144Z","steps":["trace[124934297] 'agreement among raft nodes before linearized reading' (duration: 182.227536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:00.749357Z","caller":"traceutil/trace.go:171","msg":"trace[1155712881] linearizableReadLoop","detail":"{readStateIndex:23399; appliedIndex:23398; }","duration":"200.863744ms","start":"2026-04-16T10:05:00.548464Z","end":"2026-04-16T10:05:00.749328Z","steps":["trace[1155712881] 'read index received' (duration: 152.23527ms)","trace[1155712881] 'applied index is now lower than readState.Index' (duration: 48.626983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:00.749581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.039669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:6836"} {"level":"info","ts":"2026-04-16T10:05:00.74963Z","caller":"traceutil/trace.go:171","msg":"trace[465527955] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:22682; }","duration":"201.129041ms","start":"2026-04-16T10:05:00.548477Z","end":"2026-04-16T10:05:00.749606Z","steps":["trace[465527955] 'agreement among raft nodes before linearized reading' (duration: 201.013768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:00.749628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.125652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29605565-lf7kf\" ","response":"range_response_count:1 size:6600"} {"level":"info","ts":"2026-04-16T10:05:00.749736Z","caller":"traceutil/trace.go:171","msg":"trace[519617532] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29605565-lf7kf; range_end:; response_count:1; response_revision:22682; }","duration":"201.266796ms","start":"2026-04-16T10:05:00.548436Z","end":"2026-04-16T10:05:00.749703Z","steps":["trace[519617532] 'agreement among raft nodes before linearized reading' (duration: 200.992798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:01.307498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.436563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:01.3076Z","caller":"traceutil/trace.go:171","msg":"trace[1692189828] linearizableReadLoop","detail":"{readStateIndex:23400; appliedIndex:23399; }","duration":"458.310889ms","start":"2026-04-16T10:05:00.849274Z","end":"2026-04-16T10:05:01.307585Z","steps":["trace[1692189828] 'read index received' (duration: 65.65801ms)","trace[1692189828] 'applied index is now lower than readState.Index' (duration: 392.651819ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:01.307668Z","caller":"traceutil/trace.go:171","msg":"trace[1873380615] transaction","detail":"{read_only:false; response_revision:22683; number_of_response:1; }","duration":"556.597059ms","start":"2026-04-16T10:05:00.751061Z","end":"2026-04-16T10:05:01.307658Z","steps":["trace[1873380615] 'process raft request' (duration: 163.922308ms)","trace[1873380615] 'compare' (duration: 391.937777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:01.307726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:00.751041Z","time spent":"556.658621ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:01.307963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.682832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:01.308004Z","caller":"traceutil/trace.go:171","msg":"trace[80261001] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22683; }","duration":"458.763014ms","start":"2026-04-16T10:05:00.84923Z","end":"2026-04-16T10:05:01.307993Z","steps":["trace[80261001] 'agreement among raft nodes before linearized reading' (duration: 458.669141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:01.308035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:00.849211Z","time spent":"458.815425ms","remote":"127.0.0.1:59628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:01.807853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:05:01.839874Z","caller":"traceutil/trace.go:171","msg":"trace[444828184] transaction","detail":"{read_only:false; response_revision:22684; number_of_response:1; }","duration":"735.582121ms","start":"2026-04-16T10:05:01.10426Z","end":"2026-04-16T10:05:01.839842Z","steps":["trace[444828184] 'process raft request' (duration: 705.422871ms)","trace[444828184] 'compare' (duration: 29.858411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:01.84002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:01.104237Z","time spent":"735.713156ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:02.081325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.475524ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:05:02.081448Z","caller":"traceutil/trace.go:171","msg":"trace[631943716] linearizableReadLoop","detail":"{readStateIndex:23402; appliedIndex:23400; }","duration":"773.801916ms","start":"2026-04-16T10:05:01.307627Z","end":"2026-04-16T10:05:02.081429Z","steps":["trace[631943716] 'read index received' (duration: 502.065409ms)","trace[631943716] 'applied index is now lower than readState.Index' (duration: 271.735057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:02.081766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.537909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:05:02.081774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012415289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:02.081843Z","caller":"traceutil/trace.go:171","msg":"trace[466082430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22684; }","duration":"950.643122ms","start":"2026-04-16T10:05:01.131183Z","end":"2026-04-16T10:05:02.081827Z","steps":["trace[466082430] 'agreement among raft nodes before linearized reading' (duration: 950.448076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:02.081849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.302603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:05:02.081832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.344804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:05:02.081853Z","caller":"traceutil/trace.go:171","msg":"trace[1299407622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22684; }","duration":"1.012592325s","start":"2026-04-16T10:05:01.069243Z","end":"2026-04-16T10:05:02.081835Z","steps":["trace[1299407622] 'agreement among raft nodes before linearized reading' (duration: 1.012462531s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:02.081886Z","caller":"traceutil/trace.go:171","msg":"trace[212270394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22684; }","duration":"951.371285ms","start":"2026-04-16T10:05:01.130502Z","end":"2026-04-16T10:05:02.081874Z","steps":["trace[212270394] 'agreement among raft nodes before linearized reading' (duration: 951.19651ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:02.081905Z","caller":"traceutil/trace.go:171","msg":"trace[1074780578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22684; }","duration":"951.424787ms","start":"2026-04-16T10:05:01.130465Z","end":"2026-04-16T10:05:02.08189Z","steps":["trace[1074780578] 'agreement among raft nodes before linearized reading' (duration: 951.244351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:02.081907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:01.069214Z","time spent":"1.012686268s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:02.081932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:01.1304Z","time spent":"951.52646ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:05:02.081936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.606241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T10:05:02.081876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:01.131174Z","time spent":"950.695904ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T10:05:02.08196Z","caller":"traceutil/trace.go:171","msg":"trace[13656316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22684; }","duration":"950.674843ms","start":"2026-04-16T10:05:01.131278Z","end":"2026-04-16T10:05:02.081953Z","steps":["trace[13656316] 'agreement among raft nodes before linearized reading' (duration: 950.615181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:02.081978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:01.131262Z","time spent":"950.711984ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:05:02.081933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.467605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T10:05:02.081923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:01.130487Z","time spent":"951.428807ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T10:05:02.08204Z","caller":"traceutil/trace.go:171","msg":"trace[1745960841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22684; }","duration":"949.59481ms","start":"2026-04-16T10:05:01.132421Z","end":"2026-04-16T10:05:02.082016Z","steps":["trace[1745960841] 'agreement among raft nodes before linearized reading' (duration: 949.2963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:02.08208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:01.132415Z","time spent":"949.655161ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:02.092282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.639324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T10:05:02.092479Z","caller":"traceutil/trace.go:171","msg":"trace[1215493059] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22691; }","duration":"781.84521ms","start":"2026-04-16T10:05:01.310546Z","end":"2026-04-16T10:05:02.092392Z","steps":["trace[1215493059] 'agreement among raft nodes before linearized reading' (duration: 781.456688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:02.092584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:01.310525Z","time spent":"782.033816ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:05:02.093115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.716028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-16T10:05:02.093172Z","caller":"traceutil/trace.go:171","msg":"trace[1963599846] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22694; }","duration":"298.819471ms","start":"2026-04-16T10:05:01.794338Z","end":"2026-04-16T10:05:02.093158Z","steps":["trace[1963599846] 'agreement among raft nodes before linearized reading' (duration: 298.692517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:02.570447Z","caller":"traceutil/trace.go:171","msg":"trace[1459419596] linearizableReadLoop","detail":"{readStateIndex:23415; appliedIndex:23414; }","duration":"150.35575ms","start":"2026-04-16T10:05:02.420062Z","end":"2026-04-16T10:05:02.570418Z","steps":["trace[1459419596] 'read index received' (duration: 104.118812ms)","trace[1459419596] 'applied index is now lower than readState.Index' (duration: 46.235598ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:02.570467Z","caller":"traceutil/trace.go:171","msg":"trace[602936080] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"270.690364ms","start":"2026-04-16T10:05:02.299738Z","end":"2026-04-16T10:05:02.570429Z","steps":["trace[602936080] 'process raft request' (duration: 224.397495ms)","trace[602936080] 'compare' (duration: 45.944978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:02.570621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.537797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:02.570671Z","caller":"traceutil/trace.go:171","msg":"trace[2018552806] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22697; }","duration":"150.63332ms","start":"2026-04-16T10:05:02.420023Z","end":"2026-04-16T10:05:02.570656Z","steps":["trace[2018552806] 'agreement among raft nodes before linearized reading' (duration: 150.498565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:03.203631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.909944ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:03.203752Z","caller":"traceutil/trace.go:171","msg":"trace[497656430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22697; }","duration":"410.053618ms","start":"2026-04-16T10:05:02.793682Z","end":"2026-04-16T10:05:03.203736Z","steps":["trace[497656430] 'range keys from in-memory index tree' (duration: 409.888013ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:03.205233Z","caller":"traceutil/trace.go:171","msg":"trace[433141966] transaction","detail":"{read_only:false; response_revision:22698; number_of_response:1; }","duration":"626.702989ms","start":"2026-04-16T10:05:02.578494Z","end":"2026-04-16T10:05:03.205197Z","steps":["trace[433141966] 'process raft request' (duration: 534.008706ms)","trace[433141966] 'compare' (duration: 92.396853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:03.205387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:02.57847Z","time spent":"626.850753ms","remote":"127.0.0.1:48308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2349,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T10:05:03.524061Z","caller":"traceutil/trace.go:171","msg":"trace[627144816] linearizableReadLoop","detail":"{readStateIndex:23417; appliedIndex:23415; }","duration":"699.520595ms","start":"2026-04-16T10:05:02.824511Z","end":"2026-04-16T10:05:03.524032Z","steps":["trace[627144816] 'read index received' (duration: 288.00337ms)","trace[627144816] 'applied index is now lower than readState.Index' (duration: 411.515945ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:03.524293Z","caller":"traceutil/trace.go:171","msg":"trace[123039435] transaction","detail":"{read_only:false; response_revision:22699; number_of_response:1; }","duration":"941.815604ms","start":"2026-04-16T10:05:02.582465Z","end":"2026-04-16T10:05:03.52428Z","steps":["trace[123039435] 'process raft request' (duration: 941.37963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:03.524385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:02.582446Z","time spent":"941.884716ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:05:03.525026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.02779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T10:05:03.525112Z","caller":"traceutil/trace.go:171","msg":"trace[1008532823] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:22699; }","duration":"700.625589ms","start":"2026-04-16T10:05:02.824463Z","end":"2026-04-16T10:05:03.525089Z","steps":["trace[1008532823] 'agreement among raft nodes before linearized reading' (duration: 699.855095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:03.525158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:02.824448Z","time spent":"700.697492ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-16T10:05:04.024905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868610,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:05:04.203436Z","caller":"traceutil/trace.go:171","msg":"trace[527718926] transaction","detail":"{read_only:false; response_revision:22700; number_of_response:1; }","duration":"978.350524ms","start":"2026-04-16T10:05:03.225059Z","end":"2026-04-16T10:05:04.203409Z","steps":["trace[527718926] 'process raft request' (duration: 970.840938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.203551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:03.225036Z","time spent":"978.463028ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2955,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T10:05:04.350909Z","caller":"traceutil/trace.go:171","msg":"trace[1193785153] transaction","detail":"{read_only:false; response_revision:22702; number_of_response:1; }","duration":"478.159715ms","start":"2026-04-16T10:05:03.872714Z","end":"2026-04-16T10:05:04.350874Z","steps":["trace[1193785153] 'process raft request' (duration: 478.068402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.351077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:03.8727Z","time spent":"478.289668ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:04.351243Z","caller":"traceutil/trace.go:171","msg":"trace[1599828775] transaction","detail":"{read_only:false; response_revision:22703; number_of_response:1; }","duration":"256.27372ms","start":"2026-04-16T10:05:04.094918Z","end":"2026-04-16T10:05:04.351192Z","steps":["trace[1599828775] 'process raft request' (duration: 255.917669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.351744Z","caller":"traceutil/trace.go:171","msg":"trace[1352385075] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"252.612145ms","start":"2026-04-16T10:05:04.099116Z","end":"2026-04-16T10:05:04.351728Z","steps":["trace[1352385075] 'process raft request' (duration: 252.282174ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.351878Z","caller":"traceutil/trace.go:171","msg":"trace[495974241] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"252.679687ms","start":"2026-04-16T10:05:04.099188Z","end":"2026-04-16T10:05:04.351868Z","steps":["trace[495974241] 'process raft request' (duration: 252.388908ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.352036Z","caller":"traceutil/trace.go:171","msg":"trace[749857357] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"250.89332ms","start":"2026-04-16T10:05:04.101134Z","end":"2026-04-16T10:05:04.352027Z","steps":["trace[749857357] 'process raft request' (duration: 250.56046ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.352263Z","caller":"traceutil/trace.go:171","msg":"trace[839926545] linearizableReadLoop","detail":"{readStateIndex:23420; appliedIndex:23417; }","duration":"828.109598ms","start":"2026-04-16T10:05:03.524139Z","end":"2026-04-16T10:05:04.352249Z","steps":["trace[839926545] 'read index received' (duration: 671.778769ms)","trace[839926545] 'applied index is now lower than readState.Index' (duration: 156.329969ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:04.352497Z","caller":"traceutil/trace.go:171","msg":"trace[738294395] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"251.078667ms","start":"2026-04-16T10:05:04.101407Z","end":"2026-04-16T10:05:04.352486Z","steps":["trace[738294395] 'process raft request' (duration: 250.686344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.352729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209538863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:04.352766Z","caller":"traceutil/trace.go:171","msg":"trace[1075427123] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22710; }","duration":"1.209643707s","start":"2026-04-16T10:05:03.14311Z","end":"2026-04-16T10:05:04.352753Z","steps":["trace[1075427123] 'agreement among raft nodes before linearized reading' (duration: 1.209512903s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.352799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:03.143089Z","time spent":"1.209700349s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:04.351599Z","caller":"traceutil/trace.go:171","msg":"trace[270140324] transaction","detail":"{read_only:false; response_revision:22704; number_of_response:1; }","duration":"252.79938ms","start":"2026-04-16T10:05:04.098759Z","end":"2026-04-16T10:05:04.351559Z","steps":["trace[270140324] 'process raft request' (duration: 252.341926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.35304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43333272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:04.353136Z","caller":"traceutil/trace.go:171","msg":"trace[1605690668] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22710; }","duration":"1.433446763s","start":"2026-04-16T10:05:02.919654Z","end":"2026-04-16T10:05:04.353101Z","steps":["trace[1605690668] 'agreement among raft nodes before linearized reading' (duration: 1.43334737s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.353179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:02.919633Z","time spent":"1.433534856s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:04.353378Z","caller":"traceutil/trace.go:171","msg":"trace[151958355] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"252.16306ms","start":"2026-04-16T10:05:04.101194Z","end":"2026-04-16T10:05:04.353357Z","steps":["trace[151958355] 'process raft request' (duration: 250.617981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.353477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463619065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:04.35352Z","caller":"traceutil/trace.go:171","msg":"trace[823555450] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22710; }","duration":"1.463728878s","start":"2026-04-16T10:05:02.889781Z","end":"2026-04-16T10:05:04.353509Z","steps":["trace[823555450] 'agreement among raft nodes before linearized reading' (duration: 1.463619635s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.353607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:02.889756Z","time spent":"1.463837882s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:04.353683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.372652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-16T10:05:04.353744Z","caller":"traceutil/trace.go:171","msg":"trace[1459045178] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6; range_end:; response_count:1; response_revision:22710; }","duration":"825.456385ms","start":"2026-04-16T10:05:03.52827Z","end":"2026-04-16T10:05:04.353727Z","steps":["trace[1459045178] 'agreement among raft nodes before linearized reading' (duration: 825.29542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.353752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.638665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T10:05:04.353821Z","caller":"traceutil/trace.go:171","msg":"trace[195357295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22710; }","duration":"252.773409ms","start":"2026-04-16T10:05:04.101038Z","end":"2026-04-16T10:05:04.353811Z","steps":["trace[195357295] 'agreement among raft nodes before linearized reading' (duration: 252.574873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.353864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.701251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-16T10:05:04.35391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.023585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T10:05:04.353954Z","caller":"traceutil/trace.go:171","msg":"trace[774014721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22710; }","duration":"254.782223ms","start":"2026-04-16T10:05:04.099157Z","end":"2026-04-16T10:05:04.353939Z","steps":["trace[774014721] 'agreement among raft nodes before linearized reading' (duration: 254.648449ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.353989Z","caller":"traceutil/trace.go:171","msg":"trace[1067363691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22710; }","duration":"251.145898ms","start":"2026-04-16T10:05:04.102826Z","end":"2026-04-16T10:05:04.353971Z","steps":["trace[1067363691] 'agreement among raft nodes before linearized reading' (duration: 250.909891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.353786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:03.528257Z","time spent":"825.522196ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6\" "} {"level":"warn","ts":"2026-04-16T10:05:04.354142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.060112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-16T10:05:04.35413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.113685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:04.354178Z","caller":"traceutil/trace.go:171","msg":"trace[1741873811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22710; }","duration":"255.109694ms","start":"2026-04-16T10:05:04.099059Z","end":"2026-04-16T10:05:04.354169Z","steps":["trace[1741873811] 'agreement among raft nodes before linearized reading' (duration: 254.98937ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.354197Z","caller":"traceutil/trace.go:171","msg":"trace[1713555481] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22710; }","duration":"269.228678ms","start":"2026-04-16T10:05:04.08495Z","end":"2026-04-16T10:05:04.354179Z","steps":["trace[1713555481] 'agreement among raft nodes before linearized reading' (duration: 269.112654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.354208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.149275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T10:05:04.354336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.32653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:04.35434Z","caller":"traceutil/trace.go:171","msg":"trace[421110347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22710; }","duration":"255.29942ms","start":"2026-04-16T10:05:04.099024Z","end":"2026-04-16T10:05:04.354324Z","steps":["trace[421110347] 'agreement among raft nodes before linearized reading' (duration: 255.092743ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.35437Z","caller":"traceutil/trace.go:171","msg":"trace[1771348132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22710; }","duration":"274.387791ms","start":"2026-04-16T10:05:04.079974Z","end":"2026-04-16T10:05:04.354362Z","steps":["trace[1771348132] 'agreement among raft nodes before linearized reading' (duration: 274.336689ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.354934Z","caller":"traceutil/trace.go:171","msg":"trace[641033896] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"253.673958ms","start":"2026-04-16T10:05:04.101242Z","end":"2026-04-16T10:05:04.354916Z","steps":["trace[641033896] 'process raft request' (duration: 250.734536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.351022Z","caller":"traceutil/trace.go:171","msg":"trace[91443668] transaction","detail":"{read_only:false; response_revision:22701; number_of_response:1; }","duration":"506.460716ms","start":"2026-04-16T10:05:03.844497Z","end":"2026-04-16T10:05:04.350958Z","steps":["trace[91443668] 'process raft request' (duration: 481.889642ms)","trace[91443668] 'compare' (duration: 24.262905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:04.355368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:03.844471Z","time spent":"510.818004ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:04.695438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.169703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:04.695666Z","caller":"traceutil/trace.go:171","msg":"trace[1548155531] transaction","detail":"{read_only:false; response_revision:22711; number_of_response:1; }","duration":"336.086636ms","start":"2026-04-16T10:05:04.359544Z","end":"2026-04-16T10:05:04.695631Z","steps":["trace[1548155531] 'process raft request' (duration: 94.638364ms)","trace[1548155531] 'compare' (duration: 240.903495ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:04.695722Z","caller":"traceutil/trace.go:171","msg":"trace[1516779242] linearizableReadLoop","detail":"{readStateIndex:23433; appliedIndex:23428; }","duration":"307.702221ms","start":"2026-04-16T10:05:04.387997Z","end":"2026-04-16T10:05:04.695699Z","steps":["trace[1516779242] 'read index received' (duration: 66.202817ms)","trace[1516779242] 'applied index is now lower than readState.Index' (duration: 241.498474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:04.695808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:04.359531Z","time spent":"336.202039ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:04.696015Z","caller":"traceutil/trace.go:171","msg":"trace[1222905515] transaction","detail":"{read_only:false; response_revision:22715; number_of_response:1; }","duration":"334.495845ms","start":"2026-04-16T10:05:04.361403Z","end":"2026-04-16T10:05:04.695899Z","steps":["trace[1222905515] 'process raft request' (duration: 334.262138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.696104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.105283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:04.696144Z","caller":"traceutil/trace.go:171","msg":"trace[1083314590] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22715; }","duration":"308.184787ms","start":"2026-04-16T10:05:04.387946Z","end":"2026-04-16T10:05:04.696131Z","steps":["trace[1083314590] 'agreement among raft nodes before linearized reading' (duration: 308.116535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.696148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:04.361395Z","time spent":"334.683811ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:04.696176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:04.387931Z","time spent":"308.236168ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:04.696241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.428322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:04.696275Z","caller":"traceutil/trace.go:171","msg":"trace[72730760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22715; }","duration":"287.502334ms","start":"2026-04-16T10:05:04.408763Z","end":"2026-04-16T10:05:04.696265Z","steps":["trace[72730760] 'agreement among raft nodes before linearized reading' (duration: 287.437682ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:04.696271Z","caller":"traceutil/trace.go:171","msg":"trace[440455497] transaction","detail":"{read_only:false; response_revision:22713; number_of_response:1; }","duration":"336.408246ms","start":"2026-04-16T10:05:04.359837Z","end":"2026-04-16T10:05:04.696245Z","steps":["trace[440455497] 'process raft request' (duration: 335.765046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.696379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:04.359831Z","time spent":"336.490949ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:04.696386Z","caller":"traceutil/trace.go:171","msg":"trace[610842949] transaction","detail":"{read_only:false; response_revision:22712; number_of_response:1; }","duration":"336.617492ms","start":"2026-04-16T10:05:04.359754Z","end":"2026-04-16T10:05:04.696372Z","steps":["trace[610842949] 'process raft request' (duration: 335.786076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.696463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:04.359746Z","time spent":"336.683184ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:04.696514Z","caller":"traceutil/trace.go:171","msg":"trace[2088699842] transaction","detail":"{read_only:false; response_revision:22714; number_of_response:1; }","duration":"336.56354ms","start":"2026-04-16T10:05:04.359874Z","end":"2026-04-16T10:05:04.696438Z","steps":["trace[2088699842] 'process raft request' (duration: 335.760775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:04.696679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:04.359869Z","time spent":"336.726476ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:06.689127Z","caller":"traceutil/trace.go:171","msg":"trace[775381529] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"332.773371ms","start":"2026-04-16T10:05:06.356329Z","end":"2026-04-16T10:05:06.689103Z","steps":["trace[775381529] 'process raft request' (duration: 332.624117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:06.689286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.356311Z","time spent":"332.900406ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:07.200497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:05:07.569617Z","caller":"traceutil/trace.go:171","msg":"trace[2101750251] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"1.211396982s","start":"2026-04-16T10:05:06.35818Z","end":"2026-04-16T10:05:07.569577Z","steps":["trace[2101750251] 'process raft request' (duration: 1.21100047s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:07.569622Z","caller":"traceutil/trace.go:171","msg":"trace[1319357505] transaction","detail":"{read_only:false; response_revision:22719; number_of_response:1; }","duration":"1.211110464s","start":"2026-04-16T10:05:06.358478Z","end":"2026-04-16T10:05:07.569588Z","steps":["trace[1319357505] 'process raft request' (duration: 1.211013371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.569809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.358152Z","time spent":"1.211556338s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:07.569837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.358453Z","time spent":"1.211269498s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:07.569904Z","caller":"traceutil/trace.go:171","msg":"trace[813008499] transaction","detail":"{read_only:false; response_revision:22720; number_of_response:1; }","duration":"1.21132986s","start":"2026-04-16T10:05:06.358543Z","end":"2026-04-16T10:05:07.569873Z","steps":["trace[813008499] 'process raft request' (duration: 1.210994549s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:07.569986Z","caller":"traceutil/trace.go:171","msg":"trace[265869575] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"1.210964119s","start":"2026-04-16T10:05:06.359013Z","end":"2026-04-16T10:05:07.569977Z","steps":["trace[265869575] 'process raft request' (duration: 1.210731712s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:07.569995Z","caller":"traceutil/trace.go:171","msg":"trace[1133217842] transaction","detail":"{read_only:false; response_revision:22722; number_of_response:1; }","duration":"1.210501724s","start":"2026-04-16T10:05:06.35948Z","end":"2026-04-16T10:05:07.569982Z","steps":["trace[1133217842] 'process raft request' (duration: 1.210326529s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:07.570053Z","caller":"traceutil/trace.go:171","msg":"trace[1379257307] linearizableReadLoop","detail":"{readStateIndex:23442; appliedIndex:23434; }","duration":"870.345369ms","start":"2026-04-16T10:05:06.699693Z","end":"2026-04-16T10:05:07.570038Z","steps":["trace[1379257307] 'read index received' (duration: 869.373708ms)","trace[1379257307] 'applied index is now lower than readState.Index' (duration: 970.591µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:07.57006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.359Z","time spent":"1.21102272s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:07.570062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.35947Z","time spent":"1.210557756s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:07.569628Z","caller":"traceutil/trace.go:171","msg":"trace[929577000] transaction","detail":"{read_only:false; response_revision:22718; number_of_response:1; }","duration":"1.211111273s","start":"2026-04-16T10:05:06.358483Z","end":"2026-04-16T10:05:07.569594Z","steps":["trace[929577000] 'process raft request' (duration: 1.210950628s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:07.570133Z","caller":"traceutil/trace.go:171","msg":"trace[1901611775] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"968.281697ms","start":"2026-04-16T10:05:06.601843Z","end":"2026-04-16T10:05:07.570125Z","steps":["trace[1901611775] 'process raft request' (duration: 968.042209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.570176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.358469Z","time spent":"1.21164178s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:07.57018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.601824Z","time spent":"968.328569ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:07.570264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.570477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T10:05:07.57027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.570467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T10:05:07.570301Z","caller":"traceutil/trace.go:171","msg":"trace[258044867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22724; }","duration":"870.650409ms","start":"2026-04-16T10:05:06.699642Z","end":"2026-04-16T10:05:07.570293Z","steps":["trace[258044867] 'agreement among raft nodes before linearized reading' (duration: 870.510785ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:07.57031Z","caller":"traceutil/trace.go:171","msg":"trace[254317811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22724; }","duration":"870.622838ms","start":"2026-04-16T10:05:06.699673Z","end":"2026-04-16T10:05:07.570296Z","steps":["trace[254317811] 'agreement among raft nodes before linearized reading' (duration: 870.518355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.570341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.596717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-16T10:05:07.570369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.853327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:07.570395Z","caller":"traceutil/trace.go:171","msg":"trace[1758106332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22724; }","duration":"870.68041ms","start":"2026-04-16T10:05:06.699702Z","end":"2026-04-16T10:05:07.570383Z","steps":["trace[1758106332] 'agreement among raft nodes before linearized reading' (duration: 870.471783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.570393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.203095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:05:07.570397Z","caller":"traceutil/trace.go:171","msg":"trace[141117530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22724; }","duration":"498.916679ms","start":"2026-04-16T10:05:07.071472Z","end":"2026-04-16T10:05:07.570388Z","steps":["trace[141117530] 'agreement among raft nodes before linearized reading' (duration: 498.870788ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:07.57043Z","caller":"traceutil/trace.go:171","msg":"trace[557289574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22724; }","duration":"870.248906ms","start":"2026-04-16T10:05:06.700172Z","end":"2026-04-16T10:05:07.57042Z","steps":["trace[557289574] 'agreement among raft nodes before linearized reading' (duration: 870.123262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.57007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.358535Z","time spent":"1.211453444s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:07.570448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.543376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-16T10:05:07.570435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:07.071452Z","time spent":"498.974191ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:05:07.569941Z","caller":"traceutil/trace.go:171","msg":"trace[23714521] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"1.209869184s","start":"2026-04-16T10:05:06.360057Z","end":"2026-04-16T10:05:07.569926Z","steps":["trace[23714521] 'process raft request' (duration: 1.209790022s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.570521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.102738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:07.570616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.360043Z","time spent":"1.210515144s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:07.570607Z","caller":"traceutil/trace.go:171","msg":"trace[418728320] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22724; }","duration":"645.230102ms","start":"2026-04-16T10:05:06.925353Z","end":"2026-04-16T10:05:07.570583Z","steps":["trace[418728320] 'agreement among raft nodes before linearized reading' (duration: 645.063477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.57067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.925336Z","time spent":"645.315944ms","remote":"127.0.0.1:38324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:07.570464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.700167Z","time spent":"870.291418ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:05:07.570327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.699617Z","time spent":"870.703641ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:07.570354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.699664Z","time spent":"870.68169ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:07.570433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.699699Z","time spent":"870.725941ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T10:05:07.570491Z","caller":"traceutil/trace.go:171","msg":"trace[939501602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22724; }","duration":"870.611748ms","start":"2026-04-16T10:05:06.69987Z","end":"2026-04-16T10:05:07.570482Z","steps":["trace[939501602] 'agreement among raft nodes before linearized reading' (duration: 870.509225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.570921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.699857Z","time spent":"871.052741ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:05:07.571324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.676716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:05:07.571367Z","caller":"traceutil/trace.go:171","msg":"trace[1972802608] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22724; }","duration":"684.754538ms","start":"2026-04-16T10:05:06.886598Z","end":"2026-04-16T10:05:07.571353Z","steps":["trace[1972802608] 'agreement among raft nodes before linearized reading' (duration: 683.653184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:07.57139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:06.886582Z","time spent":"684.801509ms","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:08.086294Z","caller":"traceutil/trace.go:171","msg":"trace[267309557] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"510.332329ms","start":"2026-04-16T10:05:07.575914Z","end":"2026-04-16T10:05:08.086247Z","steps":["trace[267309557] 'process raft request' (duration: 508.425509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:08.086461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:07.575896Z","time spent":"510.477393ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:08.088261Z","caller":"traceutil/trace.go:171","msg":"trace[1171759070] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"512.115286ms","start":"2026-04-16T10:05:07.576111Z","end":"2026-04-16T10:05:08.088226Z","steps":["trace[1171759070] 'process raft request' (duration: 511.843467ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:08.088499Z","caller":"traceutil/trace.go:171","msg":"trace[1471951033] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"512.018072ms","start":"2026-04-16T10:05:07.576468Z","end":"2026-04-16T10:05:08.088486Z","steps":["trace[1471951033] 'process raft request' (duration: 511.695172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:08.088495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:07.576053Z","time spent":"512.315551ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:08.088576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:07.57646Z","time spent":"512.078725ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:08.088982Z","caller":"traceutil/trace.go:171","msg":"trace[1285797264] transaction","detail":"{read_only:false; response_revision:22728; number_of_response:1; }","duration":"512.176038ms","start":"2026-04-16T10:05:07.576777Z","end":"2026-04-16T10:05:08.088954Z","steps":["trace[1285797264] 'process raft request' (duration: 511.61733ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:08.089025Z","caller":"traceutil/trace.go:171","msg":"trace[1228346310] linearizableReadLoop","detail":"{readStateIndex:23447; appliedIndex:23442; }","duration":"414.608761ms","start":"2026-04-16T10:05:07.674399Z","end":"2026-04-16T10:05:08.089007Z","steps":["trace[1228346310] 'read index received' (duration: 409.906923ms)","trace[1228346310] 'applied index is now lower than readState.Index' (duration: 4.699908ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:08.089123Z","caller":"traceutil/trace.go:171","msg":"trace[1413225629] transaction","detail":"{read_only:false; response_revision:22730; number_of_response:1; }","duration":"112.863178ms","start":"2026-04-16T10:05:07.976246Z","end":"2026-04-16T10:05:08.089109Z","steps":["trace[1413225629] 'process raft request' (duration: 112.681622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:08.089129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:07.576748Z","time spent":"512.301302ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:08.089127Z","caller":"traceutil/trace.go:171","msg":"trace[713652267] transaction","detail":"{read_only:false; response_revision:22729; number_of_response:1; }","duration":"512.137046ms","start":"2026-04-16T10:05:07.576944Z","end":"2026-04-16T10:05:08.089081Z","steps":["trace[713652267] 'process raft request' (duration: 511.889778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:08.089266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.819408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:08.089371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:07.57693Z","time spent":"512.312082ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:08.089384Z","caller":"traceutil/trace.go:171","msg":"trace[19235687] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22730; }","duration":"415.047655ms","start":"2026-04-16T10:05:07.674313Z","end":"2026-04-16T10:05:08.089361Z","steps":["trace[19235687] 'agreement among raft nodes before linearized reading' (duration: 414.833438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:08.08944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:07.674285Z","time spent":"415.142958ms","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:08.104967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.148069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:08.105043Z","caller":"traceutil/trace.go:171","msg":"trace[1165673362] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22730; }","duration":"298.244802ms","start":"2026-04-16T10:05:07.806781Z","end":"2026-04-16T10:05:08.105026Z","steps":["trace[1165673362] 'agreement among raft nodes before linearized reading' (duration: 298.073937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:08.105298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.973296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:08.105326Z","caller":"traceutil/trace.go:171","msg":"trace[868941500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22730; }","duration":"142.029698ms","start":"2026-04-16T10:05:07.963287Z","end":"2026-04-16T10:05:08.105317Z","steps":["trace[868941500] 'agreement among raft nodes before linearized reading' (duration: 141.980246ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:08.776058Z","caller":"traceutil/trace.go:171","msg":"trace[1195871638] linearizableReadLoop","detail":"{readStateIndex:23457; appliedIndex:23456; }","duration":"267.752682ms","start":"2026-04-16T10:05:08.508284Z","end":"2026-04-16T10:05:08.776036Z","steps":["trace[1195871638] 'read index received' (duration: 267.621978ms)","trace[1195871638] 'applied index is now lower than readState.Index' (duration: 129.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:08.776119Z","caller":"traceutil/trace.go:171","msg":"trace[896189342] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"304.962485ms","start":"2026-04-16T10:05:08.471119Z","end":"2026-04-16T10:05:08.776082Z","steps":["trace[896189342] 'process raft request' (duration: 304.773959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:08.776292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:08.471095Z","time spent":"305.106389ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:08.776305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.9979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T10:05:08.776387Z","caller":"traceutil/trace.go:171","msg":"trace[1336580237] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22738; }","duration":"268.132454ms","start":"2026-04-16T10:05:08.508236Z","end":"2026-04-16T10:05:08.776369Z","steps":["trace[1336580237] 'agreement among raft nodes before linearized reading' (duration: 267.900016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.236478Z","caller":"traceutil/trace.go:171","msg":"trace[425524782] linearizableReadLoop","detail":"{readStateIndex:23458; appliedIndex:23457; }","duration":"460.326173ms","start":"2026-04-16T10:05:08.77612Z","end":"2026-04-16T10:05:09.236446Z","steps":["trace[425524782] 'read index received' (duration: 460.119727ms)","trace[425524782] 'applied index is now lower than readState.Index' (duration: 204.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:09.236642Z","caller":"traceutil/trace.go:171","msg":"trace[2077620008] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"543.33484ms","start":"2026-04-16T10:05:08.693274Z","end":"2026-04-16T10:05:09.236609Z","steps":["trace[2077620008] 'process raft request' (duration: 542.939848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.236681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.685705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.236728Z","caller":"traceutil/trace.go:171","msg":"trace[1836055856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22739; }","duration":"578.795769ms","start":"2026-04-16T10:05:08.657917Z","end":"2026-04-16T10:05:09.236713Z","steps":["trace[1836055856] 'agreement among raft nodes before linearized reading' (duration: 578.693925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.236773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:08.657893Z","time spent":"578.870001ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:09.236801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:08.69325Z","time spent":"543.470975ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:09.785716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.908423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:09.785932Z","caller":"traceutil/trace.go:171","msg":"trace[1175239555] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"421.968494ms","start":"2026-04-16T10:05:09.363946Z","end":"2026-04-16T10:05:09.785914Z","steps":["trace[1175239555] 'process raft request' (duration: 421.871011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.785975Z","caller":"traceutil/trace.go:171","msg":"trace[1015823860] linearizableReadLoop","detail":"{readStateIndex:23459; appliedIndex:23458; }","duration":"549.385341ms","start":"2026-04-16T10:05:09.23657Z","end":"2026-04-16T10:05:09.785956Z","steps":["trace[1015823860] 'read index received' (duration: 172.202719ms)","trace[1015823860] 'applied index is now lower than readState.Index' (duration: 377.180672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:09.785997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:09.36392Z","time spent":"422.044076ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:09.786102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.025863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.786096Z","caller":"traceutil/trace.go:171","msg":"trace[126078840] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"635.676922ms","start":"2026-04-16T10:05:09.150241Z","end":"2026-04-16T10:05:09.785918Z","steps":["trace[126078840] 'process raft request' (duration: 258.48356ms)","trace[126078840] 'compare' (duration: 376.407777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:09.786189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.074324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.786296Z","caller":"traceutil/trace.go:171","msg":"trace[261763465] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22741; }","duration":"636.206278ms","start":"2026-04-16T10:05:09.150068Z","end":"2026-04-16T10:05:09.786274Z","steps":["trace[261763465] 'agreement among raft nodes before linearized reading' (duration: 635.972921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.786281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:09.150214Z","time spent":"635.980692ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:09.78635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004932293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:6836"} {"level":"warn","ts":"2026-04-16T10:05:09.786352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:09.150017Z","time spent":"636.323932ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:05:09.786356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.87027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.786384Z","caller":"traceutil/trace.go:171","msg":"trace[1275492327] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:22741; }","duration":"1.005044967s","start":"2026-04-16T10:05:08.78133Z","end":"2026-04-16T10:05:09.786375Z","steps":["trace[1275492327] 'agreement among raft nodes before linearized reading' (duration: 1.004937824s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.786399Z","caller":"traceutil/trace.go:171","msg":"trace[863546466] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22741; }","duration":"617.950883ms","start":"2026-04-16T10:05:09.168434Z","end":"2026-04-16T10:05:09.786385Z","steps":["trace[863546466] 'agreement among raft nodes before linearized reading' (duration: 617.884361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.786419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:08.781309Z","time spent":"1.005102899s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6859,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"warn","ts":"2026-04-16T10:05:09.786429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:09.168413Z","time spent":"618.007835ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:09.786248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.454853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-84b4cd6d84-gd24l.18a6cddc415594e1\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-16T10:05:09.786139Z","caller":"traceutil/trace.go:171","msg":"trace[2083001671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22741; }","duration":"715.110467ms","start":"2026-04-16T10:05:09.071019Z","end":"2026-04-16T10:05:09.786129Z","steps":["trace[2083001671] 'agreement among raft nodes before linearized reading' (duration: 715.026384ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.786524Z","caller":"traceutil/trace.go:171","msg":"trace[659706666] range","detail":"{range_begin:/registry/events/openstack/manila-api-84b4cd6d84-gd24l.18a6cddc415594e1; range_end:; response_count:1; response_revision:22741; }","duration":"876.746152ms","start":"2026-04-16T10:05:08.909742Z","end":"2026-04-16T10:05:09.786488Z","steps":["trace[659706666] 'agreement among raft nodes before linearized reading' (duration: 876.414891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.786562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:09.070954Z","time spent":"715.588312ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:09.786637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:08.909721Z","time spent":"876.873756ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/manila-api-84b4cd6d84-gd24l.18a6cddc415594e1\" "} {"level":"info","ts":"2026-04-16T10:05:09.815622Z","caller":"traceutil/trace.go:171","msg":"trace[1163266504] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"238.980415ms","start":"2026-04-16T10:05:09.576617Z","end":"2026-04-16T10:05:09.815598Z","steps":["trace[1163266504] 'process raft request' (duration: 238.894402ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.81565Z","caller":"traceutil/trace.go:171","msg":"trace[403708790] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"239.974386ms","start":"2026-04-16T10:05:09.575642Z","end":"2026-04-16T10:05:09.815617Z","steps":["trace[403708790] 'process raft request' (duration: 239.703958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.815999Z","caller":"traceutil/trace.go:171","msg":"trace[197214613] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"239.024646ms","start":"2026-04-16T10:05:09.576961Z","end":"2026-04-16T10:05:09.815986Z","steps":["trace[197214613] 'process raft request' (duration: 238.598082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.816117Z","caller":"traceutil/trace.go:171","msg":"trace[2138705206] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"238.294783ms","start":"2026-04-16T10:05:09.577807Z","end":"2026-04-16T10:05:09.816102Z","steps":["trace[2138705206] 'process raft request' (duration: 238.20011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.816112Z","caller":"traceutil/trace.go:171","msg":"trace[1574123163] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"239.100348ms","start":"2026-04-16T10:05:09.576993Z","end":"2026-04-16T10:05:09.816093Z","steps":["trace[1574123163] 'process raft request' (duration: 238.8427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.816149Z","caller":"traceutil/trace.go:171","msg":"trace[1615874489] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"238.925293ms","start":"2026-04-16T10:05:09.577214Z","end":"2026-04-16T10:05:09.816139Z","steps":["trace[1615874489] 'process raft request' (duration: 238.717526ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:09.816179Z","caller":"traceutil/trace.go:171","msg":"trace[1308194901] transaction","detail":"{read_only:false; response_revision:22747; number_of_response:1; }","duration":"238.83085ms","start":"2026-04-16T10:05:09.57734Z","end":"2026-04-16T10:05:09.816171Z","steps":["trace[1308194901] 'process raft request' (duration: 238.633384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.816218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.56659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.816826Z","caller":"traceutil/trace.go:171","msg":"trace[1267175799] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22748; }","duration":"271.167709ms","start":"2026-04-16T10:05:09.545622Z","end":"2026-04-16T10:05:09.81679Z","steps":["trace[1267175799] 'agreement among raft nodes before linearized reading' (duration: 270.523569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.816272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.453449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.81692Z","caller":"traceutil/trace.go:171","msg":"trace[451088180] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22748; }","duration":"351.153642ms","start":"2026-04-16T10:05:09.465749Z","end":"2026-04-16T10:05:09.816902Z","steps":["trace[451088180] 'agreement among raft nodes before linearized reading' (duration: 350.46037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.816964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:09.465725Z","time spent":"351.227273ms","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:09.816273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.852507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.817102Z","caller":"traceutil/trace.go:171","msg":"trace[495686758] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22748; }","duration":"564.708984ms","start":"2026-04-16T10:05:09.252384Z","end":"2026-04-16T10:05:09.817093Z","steps":["trace[495686758] 'agreement among raft nodes before linearized reading' (duration: 563.863657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.817126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:09.252369Z","time spent":"564.749146ms","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:09.925863Z","caller":"traceutil/trace.go:171","msg":"trace[1709899167] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"137.214886ms","start":"2026-04-16T10:05:09.788622Z","end":"2026-04-16T10:05:09.925836Z","steps":["trace[1709899167] 'process raft request' (duration: 107.873151ms)","trace[1709899167] 'compare' (duration: 29.126068ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:09.926012Z","caller":"traceutil/trace.go:171","msg":"trace[1831294939] linearizableReadLoop","detail":"{readStateIndex:23469; appliedIndex:23467; }","duration":"109.918835ms","start":"2026-04-16T10:05:09.816048Z","end":"2026-04-16T10:05:09.925967Z","steps":["trace[1831294939] 'read index received' (duration: 80.375274ms)","trace[1831294939] 'applied index is now lower than readState.Index' (duration: 29.542031ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:09.926102Z","caller":"traceutil/trace.go:171","msg":"trace[1727803128] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"130.926148ms","start":"2026-04-16T10:05:09.795164Z","end":"2026-04-16T10:05:09.92609Z","steps":["trace[1727803128] 'process raft request' (duration: 130.606688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.926316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.133859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.926358Z","caller":"traceutil/trace.go:171","msg":"trace[1409437595] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22750; }","duration":"134.18795ms","start":"2026-04-16T10:05:09.792158Z","end":"2026-04-16T10:05:09.926346Z","steps":["trace[1409437595] 'agreement among raft nodes before linearized reading' (duration: 134.104578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.926593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.472941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:09.926695Z","caller":"traceutil/trace.go:171","msg":"trace[293713964] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22750; }","duration":"102.623196ms","start":"2026-04-16T10:05:09.82405Z","end":"2026-04-16T10:05:09.926673Z","steps":["trace[293713964] 'agreement among raft nodes before linearized reading' (duration: 102.418629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:09.927745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.148694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-16T10:05:09.927816Z","caller":"traceutil/trace.go:171","msg":"trace[410910654] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:22750; }","duration":"137.244727ms","start":"2026-04-16T10:05:09.790555Z","end":"2026-04-16T10:05:09.9278Z","steps":["trace[410910654] 'agreement among raft nodes before linearized reading' (duration: 136.133732ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:10.124669Z","caller":"traceutil/trace.go:171","msg":"trace[873388324] linearizableReadLoop","detail":"{readStateIndex:23471; appliedIndex:23469; }","duration":"190.573198ms","start":"2026-04-16T10:05:09.934063Z","end":"2026-04-16T10:05:10.124637Z","steps":["trace[873388324] 'read index received' (duration: 78.33609ms)","trace[873388324] 'applied index is now lower than readState.Index' (duration: 112.236098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:10.124991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.886728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:10.125071Z","caller":"traceutil/trace.go:171","msg":"trace[1370398829] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22752; }","duration":"191.005942ms","start":"2026-04-16T10:05:09.934047Z","end":"2026-04-16T10:05:10.125053Z","steps":["trace[1370398829] 'agreement among raft nodes before linearized reading' (duration: 190.790846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:10.12525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.529498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7142"} {"level":"info","ts":"2026-04-16T10:05:10.125379Z","caller":"traceutil/trace.go:171","msg":"trace[659152827] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:22752; }","duration":"184.707554ms","start":"2026-04-16T10:05:09.940642Z","end":"2026-04-16T10:05:10.125349Z","steps":["trace[659152827] 'agreement among raft nodes before linearized reading' (duration: 184.306181ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:10.124711Z","caller":"traceutil/trace.go:171","msg":"trace[1052930467] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"190.873499ms","start":"2026-04-16T10:05:09.933804Z","end":"2026-04-16T10:05:10.124678Z","steps":["trace[1052930467] 'process raft request' (duration: 105.852678ms)","trace[1052930467] 'compare' (duration: 84.832335ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:10.39638Z","caller":"traceutil/trace.go:171","msg":"trace[1950954417] transaction","detail":"{read_only:false; response_revision:22753; number_of_response:1; }","duration":"267.412751ms","start":"2026-04-16T10:05:10.128938Z","end":"2026-04-16T10:05:10.396351Z","steps":["trace[1950954417] 'process raft request' (duration: 265.905133ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:10.399417Z","caller":"traceutil/trace.go:171","msg":"trace[1881970946] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"269.91721ms","start":"2026-04-16T10:05:10.129473Z","end":"2026-04-16T10:05:10.39939Z","steps":["trace[1881970946] 'process raft request' (duration: 269.704393ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:10.399655Z","caller":"traceutil/trace.go:171","msg":"trace[573366068] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"270.144397ms","start":"2026-04-16T10:05:10.129491Z","end":"2026-04-16T10:05:10.399635Z","steps":["trace[573366068] 'process raft request' (duration: 269.845518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:10.399996Z","caller":"traceutil/trace.go:171","msg":"trace[1769690649] linearizableReadLoop","detail":"{readStateIndex:23476; appliedIndex:23471; }","duration":"268.840896ms","start":"2026-04-16T10:05:10.131145Z","end":"2026-04-16T10:05:10.399986Z","steps":["trace[1769690649] 'read index received' (duration: 263.712735ms)","trace[1769690649] 'applied index is now lower than readState.Index' (duration: 5.127321ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:10.399977Z","caller":"traceutil/trace.go:171","msg":"trace[1061656683] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"270.423445ms","start":"2026-04-16T10:05:10.129534Z","end":"2026-04-16T10:05:10.399957Z","steps":["trace[1061656683] 'process raft request' (duration: 270.034973ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:10.400079Z","caller":"traceutil/trace.go:171","msg":"trace[116002745] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"270.469907ms","start":"2026-04-16T10:05:10.129604Z","end":"2026-04-16T10:05:10.400074Z","steps":["trace[116002745] 'process raft request' (duration: 270.287001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:10.400181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.028662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:10.400204Z","caller":"traceutil/trace.go:171","msg":"trace[757097068] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22757; }","duration":"269.093224ms","start":"2026-04-16T10:05:10.131104Z","end":"2026-04-16T10:05:10.400198Z","steps":["trace[757097068] 'agreement among raft nodes before linearized reading' (duration: 269.026692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:10.400348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.061649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:05:10.400366Z","caller":"traceutil/trace.go:171","msg":"trace[115448006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22757; }","duration":"266.104629ms","start":"2026-04-16T10:05:10.134257Z","end":"2026-04-16T10:05:10.400362Z","steps":["trace[115448006] 'agreement among raft nodes before linearized reading' (duration: 266.024427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:10.400458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.487039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:10.40048Z","caller":"traceutil/trace.go:171","msg":"trace[696273692] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22757; }","duration":"205.560141ms","start":"2026-04-16T10:05:10.194915Z","end":"2026-04-16T10:05:10.400475Z","steps":["trace[696273692] 'agreement among raft nodes before linearized reading' (duration: 205.52036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:10.400447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.777181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:10.400582Z","caller":"traceutil/trace.go:171","msg":"trace[660361550] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22757; }","duration":"194.933926ms","start":"2026-04-16T10:05:10.205641Z","end":"2026-04-16T10:05:10.400575Z","steps":["trace[660361550] 'agreement among raft nodes before linearized reading' (duration: 194.75151ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:11.708484Z","caller":"traceutil/trace.go:171","msg":"trace[163978713] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"229.95513ms","start":"2026-04-16T10:05:11.478399Z","end":"2026-04-16T10:05:11.708354Z","steps":["trace[163978713] 'process raft request' (duration: 229.761534ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:11.710924Z","caller":"traceutil/trace.go:171","msg":"trace[649450149] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"135.227753ms","start":"2026-04-16T10:05:11.575679Z","end":"2026-04-16T10:05:11.710907Z","steps":["trace[649450149] 'process raft request' (duration: 134.48524ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:16.224074Z","caller":"traceutil/trace.go:171","msg":"trace[1220837004] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"382.48152ms","start":"2026-04-16T10:05:15.841277Z","end":"2026-04-16T10:05:16.223759Z","steps":["trace[1220837004] 'process raft request' (duration: 382.138739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:16.22423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.841253Z","time spent":"382.907033ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:16.840538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.946695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:16.841153Z","caller":"traceutil/trace.go:171","msg":"trace[505192881] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"995.423494ms","start":"2026-04-16T10:05:15.845669Z","end":"2026-04-16T10:05:16.841092Z","steps":["trace[505192881] 'process raft request' (duration: 995.095644ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:16.841341Z","caller":"traceutil/trace.go:171","msg":"trace[280632851] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"994.273419ms","start":"2026-04-16T10:05:15.847027Z","end":"2026-04-16T10:05:16.841301Z","steps":["trace[280632851] 'process raft request' (duration: 993.814175ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:16.841425Z","caller":"traceutil/trace.go:171","msg":"trace[858817113] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"996.058374ms","start":"2026-04-16T10:05:15.84535Z","end":"2026-04-16T10:05:16.841409Z","steps":["trace[858817113] 'process raft request' (duration: 995.311941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:16.841511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.845323Z","time spent":"996.144587ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:16.841632Z","caller":"traceutil/trace.go:171","msg":"trace[2004106950] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"995.662203ms","start":"2026-04-16T10:05:15.845948Z","end":"2026-04-16T10:05:16.84161Z","steps":["trace[2004106950] 'process raft request' (duration: 994.854987ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:16.841657Z","caller":"traceutil/trace.go:171","msg":"trace[1351914357] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"994.00743ms","start":"2026-04-16T10:05:15.847625Z","end":"2026-04-16T10:05:16.841632Z","steps":["trace[1351914357] 'process raft request' (duration: 993.298238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:16.841741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.847611Z","time spent":"994.085242ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:16.841751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.845935Z","time spent":"995.758345ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:16.841347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.845657Z","time spent":"995.59401ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:16.841939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.846993Z","time spent":"994.405343ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:16.842021Z","caller":"traceutil/trace.go:171","msg":"trace[2091780740] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"997.783819ms","start":"2026-04-16T10:05:15.843611Z","end":"2026-04-16T10:05:16.841394Z","steps":["trace[2091780740] 'process raft request' (duration: 697.791111ms)","trace[2091780740] 'compare' (duration: 298.693477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:16.842144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.843598Z","time spent":"998.486062ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:17.096188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.201746ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:05:17.096752Z","caller":"traceutil/trace.go:171","msg":"trace[1760914279] linearizableReadLoop","detail":"{readStateIndex:23527; appliedIndex:23520; }","duration":"1.232900011s","start":"2026-04-16T10:05:15.863387Z","end":"2026-04-16T10:05:17.096287Z","steps":["trace[1760914279] 'read index received' (duration: 360.186516ms)","trace[1760914279] 'applied index is now lower than readState.Index' (duration: 872.711925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:17.097046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233641385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:05:17.097114Z","caller":"traceutil/trace.go:171","msg":"trace[1669963412] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22807; }","duration":"1.233738978s","start":"2026-04-16T10:05:15.863358Z","end":"2026-04-16T10:05:17.097097Z","steps":["trace[1669963412] 'agreement among raft nodes before linearized reading' (duration: 1.233451759s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.097137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.863349Z","time spent":"1.23378296s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":257,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:17.097131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223587168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T10:05:17.097175Z","caller":"traceutil/trace.go:171","msg":"trace[465062270] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22807; }","duration":"1.223679651s","start":"2026-04-16T10:05:15.873478Z","end":"2026-04-16T10:05:17.097158Z","steps":["trace[465062270] 'agreement among raft nodes before linearized reading' (duration: 1.223515836s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.097299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:15.873468Z","time spent":"1.223818716s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-16T10:05:17.097355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.182204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:17.097372Z","caller":"traceutil/trace.go:171","msg":"trace[692827369] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22807; }","duration":"221.203484ms","start":"2026-04-16T10:05:16.876163Z","end":"2026-04-16T10:05:17.097367Z","steps":["trace[692827369] 'agreement among raft nodes before linearized reading' (duration: 221.171003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.097377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.844019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T10:05:17.097431Z","caller":"traceutil/trace.go:171","msg":"trace[943203561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22807; }","duration":"623.939872ms","start":"2026-04-16T10:05:16.473474Z","end":"2026-04-16T10:05:17.097414Z","steps":["trace[943203561] 'agreement among raft nodes before linearized reading' (duration: 623.768746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.097471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:16.473458Z","time spent":"624.004944ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:17.097499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.300523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:17.097611Z","caller":"traceutil/trace.go:171","msg":"trace[515924871] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22807; }","duration":"271.467489ms","start":"2026-04-16T10:05:16.826115Z","end":"2026-04-16T10:05:17.097583Z","steps":["trace[515924871] 'agreement among raft nodes before linearized reading' (duration: 271.274343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.097639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.313674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:17.097665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024892573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:17.097682Z","caller":"traceutil/trace.go:171","msg":"trace[1349692574] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22807; }","duration":"304.397877ms","start":"2026-04-16T10:05:16.79327Z","end":"2026-04-16T10:05:17.097668Z","steps":["trace[1349692574] 'agreement among raft nodes before linearized reading' (duration: 304.320324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.097728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:16.793249Z","time spent":"304.469549ms","remote":"127.0.0.1:41976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:17.09773Z","caller":"traceutil/trace.go:171","msg":"trace[1087624005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22807; }","duration":"1.025010317s","start":"2026-04-16T10:05:16.072704Z","end":"2026-04-16T10:05:17.097714Z","steps":["trace[1087624005] 'agreement among raft nodes before linearized reading' (duration: 1.024906954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.097782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:16.072682Z","time spent":"1.025088959s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:17.097739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.270438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T10:05:17.097787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.319187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T10:05:17.097855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.673772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:05:17.097901Z","caller":"traceutil/trace.go:171","msg":"trace[1121545410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22807; }","duration":"626.452651ms","start":"2026-04-16T10:05:16.471426Z","end":"2026-04-16T10:05:17.097878Z","steps":["trace[1121545410] 'agreement among raft nodes before linearized reading' (duration: 626.190433ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:17.097846Z","caller":"traceutil/trace.go:171","msg":"trace[500825513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22807; }","duration":"628.385242ms","start":"2026-04-16T10:05:16.469447Z","end":"2026-04-16T10:05:17.097832Z","steps":["trace[500825513] 'agreement among raft nodes before linearized reading' (duration: 628.211276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.097945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:16.471421Z","time spent":"626.514733ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T10:05:17.09795Z","caller":"traceutil/trace.go:171","msg":"trace[1951965763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22807; }","duration":"635.830517ms","start":"2026-04-16T10:05:16.462095Z","end":"2026-04-16T10:05:17.097926Z","steps":["trace[1951965763] 'agreement among raft nodes before linearized reading' (duration: 635.557968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.09796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:16.46944Z","time spent":"628.507936ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:05:17.097992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:16.462075Z","time spent":"635.908169ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:05:17.098145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.879339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:05:17.09819Z","caller":"traceutil/trace.go:171","msg":"trace[2105083702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22807; }","duration":"629.951231ms","start":"2026-04-16T10:05:16.468227Z","end":"2026-04-16T10:05:17.098178Z","steps":["trace[2105083702] 'agreement among raft nodes before linearized reading' (duration: 629.180487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.098218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:16.468211Z","time spent":"630.000523ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T10:05:17.46176Z","caller":"traceutil/trace.go:171","msg":"trace[649676464] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"359.36087ms","start":"2026-04-16T10:05:17.102381Z","end":"2026-04-16T10:05:17.461742Z","steps":["trace[649676464] 'process raft request' (duration: 359.235856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.461865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.10237Z","time spent":"359.443023ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:17.701143Z","caller":"traceutil/trace.go:171","msg":"trace[332666355] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"598.403796ms","start":"2026-04-16T10:05:17.102712Z","end":"2026-04-16T10:05:17.701116Z","steps":["trace[332666355] 'process raft request' (duration: 598.131448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.701303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.102697Z","time spent":"598.524551ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:17.701581Z","caller":"traceutil/trace.go:171","msg":"trace[1546900081] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"598.773808ms","start":"2026-04-16T10:05:17.102781Z","end":"2026-04-16T10:05:17.701555Z","steps":["trace[1546900081] 'process raft request' (duration: 598.290193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.701736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.102776Z","time spent":"598.877191ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:17.701867Z","caller":"traceutil/trace.go:171","msg":"trace[1452941992] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"598.978734ms","start":"2026-04-16T10:05:17.102862Z","end":"2026-04-16T10:05:17.701841Z","steps":["trace[1452941992] 'process raft request' (duration: 598.602702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.702043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.102834Z","time spent":"599.138609ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:17.702406Z","caller":"traceutil/trace.go:171","msg":"trace[1445374090] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"599.430529ms","start":"2026-04-16T10:05:17.102961Z","end":"2026-04-16T10:05:17.702391Z","steps":["trace[1445374090] 'process raft request' (duration: 598.795688ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:17.702401Z","caller":"traceutil/trace.go:171","msg":"trace[1847390574] linearizableReadLoop","detail":"{readStateIndex:23533; appliedIndex:23528; }","duration":"595.843095ms","start":"2026-04-16T10:05:17.106539Z","end":"2026-04-16T10:05:17.702382Z","steps":["trace[1847390574] 'read index received' (duration: 355.032923ms)","trace[1847390574] 'applied index is now lower than readState.Index' (duration: 240.809582ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:17.702433Z","caller":"traceutil/trace.go:171","msg":"trace[811436892] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"351.869184ms","start":"2026-04-16T10:05:17.350526Z","end":"2026-04-16T10:05:17.702395Z","steps":["trace[811436892] 'process raft request' (duration: 351.75098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.702484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.102951Z","time spent":"599.498071ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:17.702513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.350495Z","time spent":"351.979877ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:17.702576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.023132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:17.702607Z","caller":"traceutil/trace.go:171","msg":"trace[500699277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22813; }","duration":"596.084783ms","start":"2026-04-16T10:05:17.106515Z","end":"2026-04-16T10:05:17.7026Z","steps":["trace[500699277] 'agreement among raft nodes before linearized reading' (duration: 595.99244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.702626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.025691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:17.702639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.155016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:17.70267Z","caller":"traceutil/trace.go:171","msg":"trace[1866343176] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22813; }","duration":"386.095633ms","start":"2026-04-16T10:05:17.316562Z","end":"2026-04-16T10:05:17.702657Z","steps":["trace[1866343176] 'agreement among raft nodes before linearized reading' (duration: 386.020321ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:17.702673Z","caller":"traceutil/trace.go:171","msg":"trace[654755469] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22813; }","duration":"295.189737ms","start":"2026-04-16T10:05:17.407472Z","end":"2026-04-16T10:05:17.702661Z","steps":["trace[654755469] 'agreement among raft nodes before linearized reading' (duration: 295.134185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.702708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.316548Z","time spent":"386.152024ms","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:17.702636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.106506Z","time spent":"596.124754ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:17.702794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.923945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:17.703374Z","caller":"traceutil/trace.go:171","msg":"trace[1871556079] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22813; }","duration":"326.07609ms","start":"2026-04-16T10:05:17.376756Z","end":"2026-04-16T10:05:17.702833Z","steps":["trace[1871556079] 'agreement among raft nodes before linearized reading' (duration: 325.941806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:17.703466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.376744Z","time spent":"326.678179ms","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:18.17621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.089053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:18.176309Z","caller":"traceutil/trace.go:171","msg":"trace[1479727489] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22813; }","duration":"360.235018ms","start":"2026-04-16T10:05:17.81605Z","end":"2026-04-16T10:05:18.176285Z","steps":["trace[1479727489] 'count revisions from in-memory index tree' (duration: 360.0131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:18.176355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:17.816033Z","time spent":"360.310449ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:18.454914Z","caller":"traceutil/trace.go:171","msg":"trace[1637453579] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"225.349443ms","start":"2026-04-16T10:05:18.229535Z","end":"2026-04-16T10:05:18.454884Z","steps":["trace[1637453579] 'process raft request' (duration: 225.152867ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:19.492123Z","caller":"traceutil/trace.go:171","msg":"trace[967334761] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"645.316585ms","start":"2026-04-16T10:05:18.846778Z","end":"2026-04-16T10:05:19.492094Z","steps":["trace[967334761] 'process raft request' (duration: 645.229573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:19.492297Z","caller":"traceutil/trace.go:171","msg":"trace[504620604] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"645.49059ms","start":"2026-04-16T10:05:18.846766Z","end":"2026-04-16T10:05:19.492257Z","steps":["trace[504620604] 'process raft request' (duration: 645.055907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:19.492317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:18.84676Z","time spent":"645.46787ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:19.492319Z","caller":"traceutil/trace.go:171","msg":"trace[152833452] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"645.501191ms","start":"2026-04-16T10:05:18.84678Z","end":"2026-04-16T10:05:19.492281Z","steps":["trace[152833452] 'process raft request' (duration: 645.274514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:19.492472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:18.846754Z","time spent":"645.637126ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:19.492777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:18.846739Z","time spent":"645.622115ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:19.826309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.485398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:19.826593Z","caller":"traceutil/trace.go:171","msg":"trace[77798061] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"979.039276ms","start":"2026-04-16T10:05:18.847526Z","end":"2026-04-16T10:05:19.826565Z","steps":["trace[77798061] 'process raft request' (duration: 878.176496ms)","trace[77798061] 'compare' (duration: 100.275272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:19.826739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:18.847515Z","time spent":"979.14774ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:19.826739Z","caller":"traceutil/trace.go:171","msg":"trace[1304796825] linearizableReadLoop","detail":"{readStateIndex:23541; appliedIndex:23535; }","duration":"754.832118ms","start":"2026-04-16T10:05:19.07189Z","end":"2026-04-16T10:05:19.826722Z","steps":["trace[1304796825] 'read index received' (duration: 419.925159ms)","trace[1304796825] 'applied index is now lower than readState.Index' (duration: 334.906029ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:19.826817Z","caller":"traceutil/trace.go:171","msg":"trace[323300368] transaction","detail":"{read_only:false; response_revision:22819; number_of_response:1; }","duration":"978.465589ms","start":"2026-04-16T10:05:18.848338Z","end":"2026-04-16T10:05:19.826804Z","steps":["trace[323300368] 'process raft request' (duration: 978.067926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:19.826838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.948172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:19.826866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:18.848329Z","time spent":"978.51294ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:19.826842Z","caller":"traceutil/trace.go:171","msg":"trace[1863444678] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"977.278362ms","start":"2026-04-16T10:05:18.849544Z","end":"2026-04-16T10:05:19.826822Z","steps":["trace[1863444678] 'process raft request' (duration: 977.134387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:19.826977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:18.849533Z","time spent":"977.395475ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:19.826881Z","caller":"traceutil/trace.go:171","msg":"trace[2124499594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22820; }","duration":"755.024124ms","start":"2026-04-16T10:05:19.071845Z","end":"2026-04-16T10:05:19.826869Z","steps":["trace[2124499594] 'agreement among raft nodes before linearized reading' (duration: 754.923721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:19.827067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.071829Z","time spent":"755.23161ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:05:20.161756Z","caller":"traceutil/trace.go:171","msg":"trace[980001394] linearizableReadLoop","detail":"{readStateIndex:23543; appliedIndex:23541; }","duration":"334.906159ms","start":"2026-04-16T10:05:19.826832Z","end":"2026-04-16T10:05:20.161738Z","steps":["trace[980001394] 'read index received' (duration: 264.103937ms)","trace[980001394] 'applied index is now lower than readState.Index' (duration: 70.801402ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:20.161829Z","caller":"traceutil/trace.go:171","msg":"trace[1973266911] transaction","detail":"{read_only:false; response_revision:22821; number_of_response:1; }","duration":"452.122395ms","start":"2026-04-16T10:05:19.709675Z","end":"2026-04-16T10:05:20.161798Z","steps":["trace[1973266911] 'process raft request' (duration: 381.288932ms)","trace[1973266911] 'compare' (duration: 70.383368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:20.161915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.734727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:20.161938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.795377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:05:20.161957Z","caller":"traceutil/trace.go:171","msg":"trace[340098985] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22822; }","duration":"363.838471ms","start":"2026-04-16T10:05:19.798106Z","end":"2026-04-16T10:05:20.161945Z","steps":["trace[340098985] 'agreement among raft nodes before linearized reading' (duration: 363.691047ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:20.161967Z","caller":"traceutil/trace.go:171","msg":"trace[966212718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22822; }","duration":"453.852039ms","start":"2026-04-16T10:05:19.708106Z","end":"2026-04-16T10:05:20.161958Z","steps":["trace[966212718] 'agreement among raft nodes before linearized reading' (duration: 453.738445ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:20.161923Z","caller":"traceutil/trace.go:171","msg":"trace[2011934820] transaction","detail":"{read_only:false; response_revision:22822; number_of_response:1; }","duration":"360.408152ms","start":"2026-04-16T10:05:19.801472Z","end":"2026-04-16T10:05:20.16188Z","steps":["trace[2011934820] 'process raft request' (duration: 360.216496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.161985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.798093Z","time spent":"363.885172ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:20.161991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.708101Z","time spent":"453.884331ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:05:20.161983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.016513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" ","response":"range_response_count:1 size:8786"} {"level":"warn","ts":"2026-04-16T10:05:20.162006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.98096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce473c283119\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-04-16T10:05:20.162064Z","caller":"traceutil/trace.go:171","msg":"trace[145482691] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8; range_end:; response_count:1; response_revision:22822; }","duration":"381.132976ms","start":"2026-04-16T10:05:19.78091Z","end":"2026-04-16T10:05:20.162043Z","steps":["trace[145482691] 'agreement among raft nodes before linearized reading' (duration: 380.860638ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:20.162084Z","caller":"traceutil/trace.go:171","msg":"trace[1619096619] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce473c283119; range_end:; response_count:1; response_revision:22822; }","duration":"380.092743ms","start":"2026-04-16T10:05:19.78197Z","end":"2026-04-16T10:05:20.162063Z","steps":["trace[1619096619] 'agreement among raft nodes before linearized reading' (duration: 379.843225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.162106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.780872Z","time spent":"381.226729ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8809,"request content":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" "} {"level":"warn","ts":"2026-04-16T10:05:20.16213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.781958Z","time spent":"380.162896ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":878,"request content":"key:\"/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce473c283119\" "} {"level":"warn","ts":"2026-04-16T10:05:20.162143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.19048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:20.162181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.817703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:20.162204Z","caller":"traceutil/trace.go:171","msg":"trace[805206576] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22822; }","duration":"901.886464ms","start":"2026-04-16T10:05:19.260312Z","end":"2026-04-16T10:05:20.162198Z","steps":["trace[805206576] 'agreement among raft nodes before linearized reading' (duration: 901.840193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.162221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.260288Z","time spent":"901.927826ms","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:20.162211Z","caller":"traceutil/trace.go:171","msg":"trace[525418513] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:22822; }","duration":"729.296933ms","start":"2026-04-16T10:05:19.432898Z","end":"2026-04-16T10:05:20.162195Z","steps":["trace[525418513] 'agreement among raft nodes before linearized reading' (duration: 729.20753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.162268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.432864Z","time spent":"729.390536ms","remote":"127.0.0.1:60696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:20.162299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.063858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T10:05:20.162322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.584249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:20.162415Z","caller":"traceutil/trace.go:171","msg":"trace[1996613886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22822; }","duration":"334.653751ms","start":"2026-04-16T10:05:19.827702Z","end":"2026-04-16T10:05:20.162356Z","steps":["trace[1996613886] 'agreement among raft nodes before linearized reading' (duration: 334.559818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.162425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.071687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T10:05:20.162449Z","caller":"traceutil/trace.go:171","msg":"trace[1628943888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22822; }","duration":"455.107179ms","start":"2026-04-16T10:05:19.707336Z","end":"2026-04-16T10:05:20.162443Z","steps":["trace[1628943888] 'agreement among raft nodes before linearized reading' (duration: 455.015246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.162452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.827689Z","time spent":"334.755464ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:20.162468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.707325Z","time spent":"455.13825ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:20.162139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.801442Z","time spent":"360.579988ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:20.162323Z","caller":"traceutil/trace.go:171","msg":"trace[1570995159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22822; }","duration":"456.127241ms","start":"2026-04-16T10:05:19.706188Z","end":"2026-04-16T10:05:20.162315Z","steps":["trace[1570995159] 'agreement among raft nodes before linearized reading' (duration: 456.030618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.162528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.706166Z","time spent":"456.348427ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:05:20.162559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.341095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-16T10:05:20.162561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.047459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:05:20.162588Z","caller":"traceutil/trace.go:171","msg":"trace[17655655] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22822; }","duration":"291.369226ms","start":"2026-04-16T10:05:19.871208Z","end":"2026-04-16T10:05:20.162577Z","steps":["trace[17655655] 'agreement among raft nodes before linearized reading' (duration: 291.290014ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:20.162598Z","caller":"traceutil/trace.go:171","msg":"trace[1457255043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22822; }","duration":"457.117322ms","start":"2026-04-16T10:05:19.705467Z","end":"2026-04-16T10:05:20.162584Z","steps":["trace[1457255043] 'agreement among raft nodes before linearized reading' (duration: 457.015778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.162588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.273411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:20.162625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.705448Z","time spent":"457.171404ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T10:05:20.162654Z","caller":"traceutil/trace.go:171","msg":"trace[621073000] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22822; }","duration":"224.332733ms","start":"2026-04-16T10:05:19.938298Z","end":"2026-04-16T10:05:20.162631Z","steps":["trace[621073000] 'agreement among raft nodes before linearized reading' (duration: 224.2354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.162882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.476658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:05:20.163002Z","caller":"traceutil/trace.go:171","msg":"trace[1122978057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22822; }","duration":"696.753608ms","start":"2026-04-16T10:05:19.466214Z","end":"2026-04-16T10:05:20.162968Z","steps":["trace[1122978057] 'agreement among raft nodes before linearized reading' (duration: 696.390296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.163036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.466193Z","time spent":"696.83684ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:20.161967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:19.709639Z","time spent":"452.260829ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:20.718353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868858,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:05:20.917363Z","caller":"traceutil/trace.go:171","msg":"trace[548458114] transaction","detail":"{read_only:false; response_revision:22825; number_of_response:1; }","duration":"750.479942ms","start":"2026-04-16T10:05:20.166857Z","end":"2026-04-16T10:05:20.917337Z","steps":["trace[548458114] 'process raft request' (duration: 750.371018ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:20.917379Z","caller":"traceutil/trace.go:171","msg":"trace[1711319351] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"751.155923ms","start":"2026-04-16T10:05:20.166186Z","end":"2026-04-16T10:05:20.917342Z","steps":["trace[1711319351] 'process raft request' (duration: 750.837323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.917739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.166169Z","time spent":"751.471082ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:20.917923Z","caller":"traceutil/trace.go:171","msg":"trace[2107456234] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"748.459868ms","start":"2026-04-16T10:05:20.169452Z","end":"2026-04-16T10:05:20.917912Z","steps":["trace[2107456234] 'process raft request' (duration: 748.089266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:20.917964Z","caller":"traceutil/trace.go:171","msg":"trace[906919880] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"747.626752ms","start":"2026-04-16T10:05:20.170318Z","end":"2026-04-16T10:05:20.917945Z","steps":["trace[906919880] 'process raft request' (duration: 747.485977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:20.917956Z","caller":"traceutil/trace.go:171","msg":"trace[1132446812] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"748.331023ms","start":"2026-04-16T10:05:20.169595Z","end":"2026-04-16T10:05:20.917926Z","steps":["trace[1132446812] 'process raft request' (duration: 748.069085ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:20.91802Z","caller":"traceutil/trace.go:171","msg":"trace[60538974] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"750.632246ms","start":"2026-04-16T10:05:20.167376Z","end":"2026-04-16T10:05:20.918008Z","steps":["trace[60538974] 'process raft request' (duration: 749.915433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.918055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.170311Z","time spent":"747.702314ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:20.918051Z","caller":"traceutil/trace.go:171","msg":"trace[1546773024] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"746.249568ms","start":"2026-04-16T10:05:20.171777Z","end":"2026-04-16T10:05:20.918026Z","steps":["trace[1546773024] 'process raft request' (duration: 746.079373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:20.918091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.167366Z","time spent":"750.691298ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:20.917854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.166849Z","time spent":"750.681028ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:20.918158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.171768Z","time spent":"746.339531ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8810,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:20.918154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.169588Z","time spent":"748.442597ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:20.917981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.169443Z","time spent":"748.506719ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:21.604819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.153995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:21.604971Z","caller":"traceutil/trace.go:171","msg":"trace[2040363050] linearizableReadLoop","detail":"{readStateIndex:23552; appliedIndex:23544; }","duration":"1.387082902s","start":"2026-04-16T10:05:20.21787Z","end":"2026-04-16T10:05:21.604952Z","steps":["trace[2040363050] 'read index received' (duration: 699.236295ms)","trace[2040363050] 'applied index is now lower than readState.Index' (duration: 687.844817ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:21.60503Z","caller":"traceutil/trace.go:171","msg":"trace[1065637411] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"1.144963159s","start":"2026-04-16T10:05:20.460059Z","end":"2026-04-16T10:05:21.605022Z","steps":["trace[1065637411] 'process raft request' (duration: 764.530095ms)","trace[1065637411] 'compare' (duration: 379.933228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:21.605078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.460041Z","time spent":"1.14501344s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:21.605192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432016869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:21.605213Z","caller":"traceutil/trace.go:171","msg":"trace[1311209284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22831; }","duration":"1.43206439s","start":"2026-04-16T10:05:20.173141Z","end":"2026-04-16T10:05:21.605205Z","steps":["trace[1311209284] 'agreement among raft nodes before linearized reading' (duration: 1.432021729s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:21.605232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.173086Z","time spent":"1.432141853s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:22.225868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.087798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:22.225949Z","caller":"traceutil/trace.go:171","msg":"trace[613870751] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"727.97729ms","start":"2026-04-16T10:05:21.497957Z","end":"2026-04-16T10:05:22.225934Z","steps":["trace[613870751] 'process raft request' (duration: 573.761508ms)","trace[613870751] 'compare' (duration: 153.50313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:22.22599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:21.497931Z","time spent":"728.039462ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:22.875121Z","caller":"traceutil/trace.go:171","msg":"trace[1771023701] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"1.043336754s","start":"2026-04-16T10:05:21.831776Z","end":"2026-04-16T10:05:22.875113Z","steps":["trace[1771023701] 'process raft request' (duration: 1.043284182s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:22.875109Z","caller":"traceutil/trace.go:171","msg":"trace[802548182] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"1.376939421s","start":"2026-04-16T10:05:21.498146Z","end":"2026-04-16T10:05:22.875085Z","steps":["trace[802548182] 'process raft request' (duration: 1.338965803s)","trace[802548182] 'compare' (duration: 37.134841ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:22.875153Z","caller":"traceutil/trace.go:171","msg":"trace[101764666] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"1.376969732s","start":"2026-04-16T10:05:21.498149Z","end":"2026-04-16T10:05:22.875119Z","steps":["trace[101764666] 'process raft request' (duration: 1.376834628s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.875227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:21.831748Z","time spent":"1.043417916s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:22.875237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:21.498121Z","time spent":"1.377055895s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:22.875337Z","caller":"traceutil/trace.go:171","msg":"trace[1944657746] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"1.042517608s","start":"2026-04-16T10:05:21.8328Z","end":"2026-04-16T10:05:22.875318Z","steps":["trace[1944657746] 'process raft request' (duration: 1.042285781s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.875351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:21.498122Z","time spent":"1.377131827s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:22.875446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:21.832778Z","time spent":"1.0426152s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:22.875552Z","caller":"traceutil/trace.go:171","msg":"trace[485722375] linearizableReadLoop","detail":"{readStateIndex:23555; appliedIndex:23552; }","duration":"1.270531347s","start":"2026-04-16T10:05:21.604993Z","end":"2026-04-16T10:05:22.875525Z","steps":["trace[485722375] 'read index received' (duration: 466.737305ms)","trace[485722375] 'applied index is now lower than readState.Index' (duration: 803.792941ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:22.875678Z","caller":"traceutil/trace.go:171","msg":"trace[1249924530] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"1.042392004s","start":"2026-04-16T10:05:21.833274Z","end":"2026-04-16T10:05:22.875666Z","steps":["trace[1249924530] 'process raft request' (duration: 1.041993751s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.875716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237157032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-16T10:05:22.875731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:21.833267Z","time spent":"1.042434415s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:22.875746Z","caller":"traceutil/trace.go:171","msg":"trace[42644277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22837; }","duration":"2.237220314s","start":"2026-04-16T10:05:20.638517Z","end":"2026-04-16T10:05:22.875737Z","steps":["trace[42644277] 'agreement among raft nodes before linearized reading' (duration: 2.23709248s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.875773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.6385Z","time spent":"2.237269336s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T10:05:22.875874Z","caller":"traceutil/trace.go:171","msg":"trace[637116068] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"704.688797ms","start":"2026-04-16T10:05:22.171175Z","end":"2026-04-16T10:05:22.875864Z","steps":["trace[637116068] 'process raft request' (duration: 704.270914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.875903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529635873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:22.875921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:22.171148Z","time spent":"704.749329ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:22.875934Z","caller":"traceutil/trace.go:171","msg":"trace[123383119] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:22838; }","duration":"2.529765138s","start":"2026-04-16T10:05:20.346159Z","end":"2026-04-16T10:05:22.875924Z","steps":["trace[123383119] 'agreement among raft nodes before linearized reading' (duration: 2.529528951s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.875957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.346136Z","time spent":"2.529814539s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:22.876024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652849708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-16T10:05:22.876032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457888112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-16T10:05:22.876031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214611122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418967"} {"level":"info","ts":"2026-04-16T10:05:22.876083Z","caller":"traceutil/trace.go:171","msg":"trace[1088971005] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22838; }","duration":"2.457975515s","start":"2026-04-16T10:05:20.418092Z","end":"2026-04-16T10:05:22.876068Z","steps":["trace[1088971005] 'agreement among raft nodes before linearized reading' (duration: 2.457573242s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:22.876105Z","caller":"traceutil/trace.go:171","msg":"trace[108384923] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22838; }","duration":"2.214751486s","start":"2026-04-16T10:05:20.661338Z","end":"2026-04-16T10:05:22.87609Z","steps":["trace[108384923] 'agreement among raft nodes before linearized reading' (duration: 2.214457627s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.876125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.418073Z","time spent":"2.458040546s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:05:22.876197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.661318Z","time spent":"2.214865119s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418990,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-16T10:05:22.876223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401552315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:22.876246Z","caller":"traceutil/trace.go:171","msg":"trace[874205400] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22838; }","duration":"2.401578386s","start":"2026-04-16T10:05:20.47466Z","end":"2026-04-16T10:05:22.876239Z","steps":["trace[874205400] 'agreement among raft nodes before linearized reading' (duration: 2.400988427s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.876273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.474621Z","time spent":"2.401645718s","remote":"127.0.0.1:54402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:22.876407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269864535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:22.876427Z","caller":"traceutil/trace.go:171","msg":"trace[572515125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22839; }","duration":"1.269924637s","start":"2026-04-16T10:05:21.606497Z","end":"2026-04-16T10:05:22.876422Z","steps":["trace[572515125] 'agreement among raft nodes before linearized reading' (duration: 1.269872655s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.876443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:21.606479Z","time spent":"1.269959828s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:22.876464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436954524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:22.8765Z","caller":"traceutil/trace.go:171","msg":"trace[247682514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22839; }","duration":"1.437021606s","start":"2026-04-16T10:05:21.439468Z","end":"2026-04-16T10:05:22.87649Z","steps":["trace[247682514] 'agreement among raft nodes before linearized reading' (duration: 1.436314974s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:22.876054Z","caller":"traceutil/trace.go:171","msg":"trace[1939171880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22838; }","duration":"2.65291382s","start":"2026-04-16T10:05:20.223131Z","end":"2026-04-16T10:05:22.876045Z","steps":["trace[1939171880] 'agreement among raft nodes before linearized reading' (duration: 2.652567189s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.876526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:21.439452Z","time spent":"1.437066707s","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:22.876552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.730357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:22.876553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.223112Z","time spent":"2.653424876s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-16T10:05:22.87658Z","caller":"traceutil/trace.go:171","msg":"trace[226562849] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22839; }","duration":"369.792828ms","start":"2026-04-16T10:05:22.506779Z","end":"2026-04-16T10:05:22.876572Z","steps":["trace[226562849] 'agreement among raft nodes before linearized reading' (duration: 369.745857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.876603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:22.506762Z","time spent":"369.83498ms","remote":"127.0.0.1:38222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:22.876075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461493166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:22.876755Z","caller":"traceutil/trace.go:171","msg":"trace[267473579] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22838; }","duration":"2.462208298s","start":"2026-04-16T10:05:20.414527Z","end":"2026-04-16T10:05:22.876735Z","steps":["trace[267473579] 'agreement among raft nodes before linearized reading' (duration: 2.461150024s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:22.876819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:20.414503Z","time spent":"2.462297001s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-16T10:05:22.876511Z","caller":"traceutil/trace.go:171","msg":"trace[1128083571] transaction","detail":"{read_only:false; response_revision:22839; number_of_response:1; }","duration":"289.850358ms","start":"2026-04-16T10:05:22.586651Z","end":"2026-04-16T10:05:22.876501Z","steps":["trace[1128083571] 'process raft request' (duration: 289.162437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:23.176236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.300515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:23.176489Z","caller":"traceutil/trace.go:171","msg":"trace[95743892] linearizableReadLoop","detail":"{readStateIndex:23567; appliedIndex:23561; }","duration":"240.678208ms","start":"2026-04-16T10:05:22.935796Z","end":"2026-04-16T10:05:23.176474Z","steps":["trace[95743892] 'read index received' (duration: 72.941159ms)","trace[95743892] 'applied index is now lower than readState.Index' (duration: 167.736349ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:23.176676Z","caller":"traceutil/trace.go:171","msg":"trace[42270691] transaction","detail":"{read_only:false; response_revision:22840; number_of_response:1; }","duration":"244.22891ms","start":"2026-04-16T10:05:22.932438Z","end":"2026-04-16T10:05:23.176667Z","steps":["trace[42270691] 'process raft request' (duration: 76.285205ms)","trace[42270691] 'compare' (duration: 167.201152ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:23.176796Z","caller":"traceutil/trace.go:171","msg":"trace[1414702282] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"242.329121ms","start":"2026-04-16T10:05:22.934455Z","end":"2026-04-16T10:05:23.176784Z","steps":["trace[1414702282] 'process raft request' (duration: 241.99696ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:23.176821Z","caller":"traceutil/trace.go:171","msg":"trace[284463558] transaction","detail":"{read_only:false; response_revision:22841; number_of_response:1; }","duration":"244.341784ms","start":"2026-04-16T10:05:22.932474Z","end":"2026-04-16T10:05:23.176816Z","steps":["trace[284463558] 'process raft request' (duration: 243.854198ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:23.176841Z","caller":"traceutil/trace.go:171","msg":"trace[93032676] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"244.337004ms","start":"2026-04-16T10:05:22.932499Z","end":"2026-04-16T10:05:23.176836Z","steps":["trace[93032676] 'process raft request' (duration: 243.869899ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:23.176862Z","caller":"traceutil/trace.go:171","msg":"trace[603149856] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"244.058505ms","start":"2026-04-16T10:05:22.932799Z","end":"2026-04-16T10:05:23.176858Z","steps":["trace[603149856] 'process raft request' (duration: 243.602281ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:23.176899Z","caller":"traceutil/trace.go:171","msg":"trace[485912956] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"243.984442ms","start":"2026-04-16T10:05:22.932909Z","end":"2026-04-16T10:05:23.176893Z","steps":["trace[485912956] 'process raft request' (duration: 243.519618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:23.176921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.119603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:23.177408Z","caller":"traceutil/trace.go:171","msg":"trace[253000140] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22845; }","duration":"241.619778ms","start":"2026-04-16T10:05:22.935779Z","end":"2026-04-16T10:05:23.177399Z","steps":["trace[253000140] 'agreement among raft nodes before linearized reading' (duration: 241.097172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:23.176961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.347131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:23.177514Z","caller":"traceutil/trace.go:171","msg":"trace[1838613386] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22845; }","duration":"146.021414ms","start":"2026-04-16T10:05:23.031485Z","end":"2026-04-16T10:05:23.177506Z","steps":["trace[1838613386] 'agreement among raft nodes before linearized reading' (duration: 145.450876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:23.176963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.712471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:23.177614Z","caller":"traceutil/trace.go:171","msg":"trace[177439541] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22845; }","duration":"105.365952ms","start":"2026-04-16T10:05:23.072243Z","end":"2026-04-16T10:05:23.177609Z","steps":["trace[177439541] 'agreement among raft nodes before linearized reading' (duration: 104.703341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:24.012728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.470656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:24.012835Z","caller":"traceutil/trace.go:171","msg":"trace[1526563360] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"751.40045ms","start":"2026-04-16T10:05:23.261416Z","end":"2026-04-16T10:05:24.012817Z","steps":["trace[1526563360] 'process raft request' (duration: 468.77063ms)","trace[1526563360] 'compare' (duration: 282.128364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:24.012945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:23.261383Z","time spent":"751.477753ms","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419100,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:24.015222Z","caller":"traceutil/trace.go:171","msg":"trace[134641905] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"402.939824ms","start":"2026-04-16T10:05:23.612255Z","end":"2026-04-16T10:05:24.015194Z","steps":["trace[134641905] 'process raft request' (duration: 402.786219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:24.015385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:23.61222Z","time spent":"403.088229ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:24.721617Z","caller":"traceutil/trace.go:171","msg":"trace[1280536808] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"489.654138ms","start":"2026-04-16T10:05:24.23194Z","end":"2026-04-16T10:05:24.721594Z","steps":["trace[1280536808] 'process raft request' (duration: 489.497053ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:24.721638Z","caller":"traceutil/trace.go:171","msg":"trace[2103084128] linearizableReadLoop","detail":"{readStateIndex:23570; appliedIndex:23570; }","duration":"191.235389ms","start":"2026-04-16T10:05:24.530373Z","end":"2026-04-16T10:05:24.721608Z","steps":["trace[2103084128] 'read index received' (duration: 191.223389ms)","trace[2103084128] 'applied index is now lower than readState.Index' (duration: 9.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:24.721757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:24.231917Z","time spent":"489.774732ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:24.721877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.488217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18614"} {"level":"info","ts":"2026-04-16T10:05:24.721927Z","caller":"traceutil/trace.go:171","msg":"trace[2140837650] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22848; }","duration":"191.585981ms","start":"2026-04-16T10:05:24.530329Z","end":"2026-04-16T10:05:24.721915Z","steps":["trace[2140837650] 'agreement among raft nodes before linearized reading' (duration: 191.378694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:25.016605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.81989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:25.016712Z","caller":"traceutil/trace.go:171","msg":"trace[667294110] linearizableReadLoop","detail":"{readStateIndex:23571; appliedIndex:23570; }","duration":"290.752017ms","start":"2026-04-16T10:05:24.725942Z","end":"2026-04-16T10:05:25.016694Z","steps":["trace[667294110] 'read index received' (duration: 110.873595ms)","trace[667294110] 'applied index is now lower than readState.Index' (duration: 179.877182ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:25.016773Z","caller":"traceutil/trace.go:171","msg":"trace[1098611326] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"340.889207ms","start":"2026-04-16T10:05:24.675851Z","end":"2026-04-16T10:05:25.016741Z","steps":["trace[1098611326] 'process raft request' (duration: 160.848371ms)","trace[1098611326] 'compare' (duration: 179.637563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:25.016916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:24.675825Z","time spent":"341.009351ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:25.016932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.986134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18614"} {"level":"info","ts":"2026-04-16T10:05:25.016961Z","caller":"traceutil/trace.go:171","msg":"trace[1769999968] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22849; }","duration":"291.039316ms","start":"2026-04-16T10:05:24.725913Z","end":"2026-04-16T10:05:25.016952Z","steps":["trace[1769999968] 'agreement among raft nodes before linearized reading' (duration: 290.827019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:25.858818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.746384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:25.859195Z","caller":"traceutil/trace.go:171","msg":"trace[1405314399] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"976.644511ms","start":"2026-04-16T10:05:24.882499Z","end":"2026-04-16T10:05:25.859144Z","steps":["trace[1405314399] 'process raft request' (duration: 254.462123ms)","trace[1405314399] 'compare' (duration: 721.083843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:25.859358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:24.882476Z","time spent":"976.794076ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:25.859354Z","caller":"traceutil/trace.go:171","msg":"trace[1316561996] transaction","detail":"{read_only:false; response_revision:22851; number_of_response:1; }","duration":"976.558288ms","start":"2026-04-16T10:05:24.882752Z","end":"2026-04-16T10:05:25.85931Z","steps":["trace[1316561996] 'process raft request' (duration: 976.221847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:25.85953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:24.882735Z","time spent":"976.702663ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:25.859544Z","caller":"traceutil/trace.go:171","msg":"trace[1231521533] transaction","detail":"{read_only:false; response_revision:22852; number_of_response:1; }","duration":"976.699913ms","start":"2026-04-16T10:05:24.882832Z","end":"2026-04-16T10:05:25.859532Z","steps":["trace[1231521533] 'process raft request' (duration: 976.251329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:25.859592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:24.882814Z","time spent":"976.754064ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:25.859696Z","caller":"traceutil/trace.go:171","msg":"trace[1553452283] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"976.938691ms","start":"2026-04-16T10:05:24.88274Z","end":"2026-04-16T10:05:25.859678Z","steps":["trace[1553452283] 'process raft request' (duration: 976.830107ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:25.859699Z","caller":"traceutil/trace.go:171","msg":"trace[60544291] linearizableReadLoop","detail":"{readStateIndex:23577; appliedIndex:23571; }","duration":"841.830191ms","start":"2026-04-16T10:05:25.017847Z","end":"2026-04-16T10:05:25.859677Z","steps":["trace[60544291] 'read index received' (duration: 119.124686ms)","trace[60544291] 'applied index is now lower than readState.Index' (duration: 722.703984ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:25.859695Z","caller":"traceutil/trace.go:171","msg":"trace[29196675] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"976.834097ms","start":"2026-04-16T10:05:24.882826Z","end":"2026-04-16T10:05:25.85966Z","steps":["trace[29196675] 'process raft request' (duration: 976.312761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:25.859768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:24.882708Z","time spent":"977.019563ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:25.85974Z","caller":"traceutil/trace.go:171","msg":"trace[698798185] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"976.467955ms","start":"2026-04-16T10:05:24.88322Z","end":"2026-04-16T10:05:25.859688Z","steps":["trace[698798185] 'process raft request' (duration: 976.407813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:25.859852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:24.882792Z","time spent":"976.975721ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:25.859863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.013446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-16T10:05:25.859912Z","caller":"traceutil/trace.go:171","msg":"trace[1369690003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22855; }","duration":"842.090739ms","start":"2026-04-16T10:05:25.017809Z","end":"2026-04-16T10:05:25.8599Z","steps":["trace[1369690003] 'agreement among raft nodes before linearized reading' (duration: 841.888982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:25.859939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.017798Z","time spent":"842.134671ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T10:05:25.859924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:24.883199Z","time spent":"976.61813ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:26.276647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.085121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:26.27679Z","caller":"traceutil/trace.go:171","msg":"trace[1180256346] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"1.107073582s","start":"2026-04-16T10:05:25.16969Z","end":"2026-04-16T10:05:26.276764Z","steps":["trace[1180256346] 'process raft request' (duration: 871.811125ms)","trace[1180256346] 'compare' (duration: 234.766372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:26.276959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.169666Z","time spent":"1.107178656s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:27.071303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:27.071392Z","caller":"traceutil/trace.go:171","msg":"trace[1344830446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045793s","start":"2026-04-16T10:05:25.070914Z","end":"2026-04-16T10:05:27.071372Z","steps":["trace[1344830446] 'agreement among raft nodes before linearized reading' (duration: 2.000349407s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:27.071441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.070909Z","time spent":"2.000522972s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:05:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:27.305551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264087004s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:05:28.306003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029268739s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:05:28.306196Z","caller":"traceutil/trace.go:171","msg":"trace[973513634] linearizableReadLoop","detail":"{readStateIndex:23579; appliedIndex:23577; }","duration":"2.446439231s","start":"2026-04-16T10:05:25.859741Z","end":"2026-04-16T10:05:28.306181Z","steps":["trace[973513634] 'read index received' (duration: 181.770551ms)","trace[973513634] 'applied index is now lower than readState.Index' (duration: 2.26466775s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:28.307496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127473852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:05:28.30754Z","caller":"traceutil/trace.go:171","msg":"trace[348152924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22856; }","duration":"3.127557715s","start":"2026-04-16T10:05:25.179972Z","end":"2026-04-16T10:05:28.30753Z","steps":["trace[348152924] 'agreement among raft nodes before linearized reading' (duration: 3.127423101s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:28.30757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.179956Z","time spent":"3.127607257s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:05:28.307706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127567486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:05:28.307824Z","caller":"traceutil/trace.go:171","msg":"trace[605633952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22856; }","duration":"3.12772296s","start":"2026-04-16T10:05:25.18008Z","end":"2026-04-16T10:05:28.307803Z","steps":["trace[605633952] 'agreement among raft nodes before linearized reading' (duration: 3.127314408s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:28.307877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.180074Z","time spent":"3.127787582s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:05:28.307958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127033229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-16T10:05:28.307764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174041621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-16T10:05:28.308019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528815339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:28.308038Z","caller":"traceutil/trace.go:171","msg":"trace[392898833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22856; }","duration":"2.528875811s","start":"2026-04-16T10:05:25.779156Z","end":"2026-04-16T10:05:28.308032Z","steps":["trace[392898833] 'agreement among raft nodes before linearized reading' (duration: 2.52884097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:28.308066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.779133Z","time spent":"2.528926643s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:28.308036Z","caller":"traceutil/trace.go:171","msg":"trace[1425376050] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22856; }","duration":"3.17432879s","start":"2026-04-16T10:05:25.133681Z","end":"2026-04-16T10:05:28.30801Z","steps":["trace[1425376050] 'agreement among raft nodes before linearized reading' (duration: 3.174028001s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:28.308062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809926352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:28.308112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.13366Z","time spent":"3.174434364s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-16T10:05:28.308128Z","caller":"traceutil/trace.go:171","msg":"trace[992332756] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22856; }","duration":"2.810044136s","start":"2026-04-16T10:05:25.498067Z","end":"2026-04-16T10:05:28.308111Z","steps":["trace[992332756] 'agreement among raft nodes before linearized reading' (duration: 2.809931883s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:28.308168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.498047Z","time spent":"2.810109598s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:28.308121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127679269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:05:28.307984Z","caller":"traceutil/trace.go:171","msg":"trace[1627812778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22856; }","duration":"3.127105801s","start":"2026-04-16T10:05:25.18087Z","end":"2026-04-16T10:05:28.307975Z","steps":["trace[1627812778] 'agreement among raft nodes before linearized reading' (duration: 3.127047579s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:28.308235Z","caller":"traceutil/trace.go:171","msg":"trace[1081928725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22856; }","duration":"3.127810514s","start":"2026-04-16T10:05:25.180407Z","end":"2026-04-16T10:05:28.308218Z","steps":["trace[1081928725] 'agreement among raft nodes before linearized reading' (duration: 3.127587497s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:28.308235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.180861Z","time spent":"3.127366249s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:28.308273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.180402Z","time spent":"3.127863485s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:28.308319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127448332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T10:05:28.308411Z","caller":"traceutil/trace.go:171","msg":"trace[1999622304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22856; }","duration":"3.127551015s","start":"2026-04-16T10:05:25.180845Z","end":"2026-04-16T10:05:28.308396Z","steps":["trace[1999622304] 'agreement among raft nodes before linearized reading' (duration: 3.127263516s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:28.308406Z","caller":"traceutil/trace.go:171","msg":"trace[683285092] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"2.445340977s","start":"2026-04-16T10:05:25.863043Z","end":"2026-04-16T10:05:28.308384Z","steps":["trace[683285092] 'process raft request' (duration: 2.443055555s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:28.308455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.180841Z","time spent":"3.127604277s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:28.30853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:25.863014Z","time spent":"2.44544315s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:28.681065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:28.681141Z","caller":"traceutil/trace.go:171","msg":"trace[1100576634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000571705s","start":"2026-04-16T10:05:26.680554Z","end":"2026-04-16T10:05:28.681126Z","steps":["trace[1100576634] 'agreement among raft nodes before linearized reading' (duration: 2.000466801s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:28.681228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:26.680536Z","time spent":"2.000682937s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:05:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:28.807015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:29.05759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.084316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:29.058782Z","caller":"traceutil/trace.go:171","msg":"trace[1981767024] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"2.332291582s","start":"2026-04-16T10:05:26.72647Z","end":"2026-04-16T10:05:29.058762Z","steps":["trace[1981767024] 'process raft request' (duration: 2.332180078s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:29.058872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:26.726447Z","time spent":"2.332383065s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:29.0589Z","caller":"traceutil/trace.go:171","msg":"trace[490134860] transaction","detail":"{read_only:false; response_revision:22858; number_of_response:1; }","duration":"3.038119715s","start":"2026-04-16T10:05:26.020683Z","end":"2026-04-16T10:05:29.058802Z","steps":["trace[490134860] 'process raft request' (duration: 2.287687556s)","trace[490134860] 'compare' (duration: 748.791377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:29.059099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:26.020654Z","time spent":"3.038341002s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:29.061567Z","caller":"traceutil/trace.go:171","msg":"trace[1907928941] transaction","detail":"{read_only:false; response_revision:22865; number_of_response:1; }","duration":"1.195177591s","start":"2026-04-16T10:05:27.866374Z","end":"2026-04-16T10:05:29.061552Z","steps":["trace[1907928941] 'process raft request' (duration: 1.19514414s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:29.061592Z","caller":"traceutil/trace.go:171","msg":"trace[1735380507] transaction","detail":"{read_only:false; response_revision:22861; number_of_response:1; }","duration":"1.196500472s","start":"2026-04-16T10:05:27.865062Z","end":"2026-04-16T10:05:29.061562Z","steps":["trace[1735380507] 'process raft request' (duration: 1.196325866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:29.061696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:27.866367Z","time spent":"1.195249763s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:29.061742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:27.865038Z","time spent":"1.196631496s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:29.061976Z","caller":"traceutil/trace.go:171","msg":"trace[60992470] transaction","detail":"{read_only:false; response_revision:22862; number_of_response:1; }","duration":"1.196656338s","start":"2026-04-16T10:05:27.865305Z","end":"2026-04-16T10:05:29.061962Z","steps":["trace[60992470] 'process raft request' (duration: 1.19611543s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:29.062113Z","caller":"traceutil/trace.go:171","msg":"trace[9514266] transaction","detail":"{read_only:false; response_revision:22860; number_of_response:1; }","duration":"1.196999508s","start":"2026-04-16T10:05:27.865063Z","end":"2026-04-16T10:05:29.062063Z","steps":["trace[9514266] 'process raft request' (duration: 1.196250494s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:29.062129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:27.865291Z","time spent":"1.196720719s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:29.062184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:27.865034Z","time spent":"1.197115622s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:29.062291Z","caller":"traceutil/trace.go:171","msg":"trace[1251666791] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"1.196511263s","start":"2026-04-16T10:05:27.865767Z","end":"2026-04-16T10:05:29.062279Z","steps":["trace[1251666791] 'process raft request' (duration: 1.195684396s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:29.06238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:27.865752Z","time spent":"1.196571215s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:29.062515Z","caller":"traceutil/trace.go:171","msg":"trace[1770012162] transaction","detail":"{read_only:false; response_revision:22864; number_of_response:1; }","duration":"1.196675038s","start":"2026-04-16T10:05:27.865829Z","end":"2026-04-16T10:05:29.062504Z","steps":["trace[1770012162] 'process raft request' (duration: 1.195656136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:29.062938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:27.86582Z","time spent":"1.196726119s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:29.071519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:29.071574Z","caller":"traceutil/trace.go:171","msg":"trace[1002550375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129739s","start":"2026-04-16T10:05:27.071429Z","end":"2026-04-16T10:05:29.071559Z","steps":["trace[1002550375] 'agreement among raft nodes before linearized reading' (duration: 2.000068227s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:29.071605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:27.071412Z","time spent":"2.000187092s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:30.505169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44377386s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:05:30.50586Z","caller":"traceutil/trace.go:171","msg":"trace[1668959849] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"2.192887476s","start":"2026-04-16T10:05:28.312946Z","end":"2026-04-16T10:05:30.505833Z","steps":["trace[1668959849] 'process raft request' (duration: 2.192555226s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:30.506208Z","caller":"traceutil/trace.go:171","msg":"trace[262199122] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"2.193108334s","start":"2026-04-16T10:05:28.313085Z","end":"2026-04-16T10:05:30.506193Z","steps":["trace[262199122] 'process raft request' (duration: 2.192581437s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:30.506297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.313062Z","time spent":"2.193188277s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:30.506621Z","caller":"traceutil/trace.go:171","msg":"trace[1133245292] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"2.193503246s","start":"2026-04-16T10:05:28.313099Z","end":"2026-04-16T10:05:30.506602Z","steps":["trace[1133245292] 'process raft request' (duration: 2.192835415s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:30.506712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.312927Z","time spent":"2.193004801s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:30.506718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.313059Z","time spent":"2.19361015s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:30.507042Z","caller":"traceutil/trace.go:171","msg":"trace[2025814085] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"2.193856907s","start":"2026-04-16T10:05:28.313171Z","end":"2026-04-16T10:05:30.507028Z","steps":["trace[2025814085] 'process raft request' (duration: 2.19298714s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:30.507143Z","caller":"traceutil/trace.go:171","msg":"trace[1910207756] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"2.193246218s","start":"2026-04-16T10:05:28.313883Z","end":"2026-04-16T10:05:30.507129Z","steps":["trace[1910207756] 'process raft request' (duration: 2.193103024s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:30.507118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.313152Z","time spent":"2.19392692s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:30.507217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.313874Z","time spent":"2.19330886s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:30.507357Z","caller":"traceutil/trace.go:171","msg":"trace[293485343] linearizableReadLoop","detail":"{readStateIndex:23594; appliedIndex:23587; }","duration":"2.201117906s","start":"2026-04-16T10:05:28.306221Z","end":"2026-04-16T10:05:30.507339Z","steps":["trace[293485343] 'read index received' (duration: 755.317032ms)","trace[293485343] 'applied index is now lower than readState.Index' (duration: 1.445799534s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:30.507489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383407423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:30.50754Z","caller":"traceutil/trace.go:171","msg":"trace[74033080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22871; }","duration":"2.383755335s","start":"2026-04-16T10:05:28.12377Z","end":"2026-04-16T10:05:30.507525Z","steps":["trace[74033080] 'agreement among raft nodes before linearized reading' (duration: 2.383670452s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:30.507591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.123743Z","time spent":"2.383831767s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:30.50763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306055675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:05:30.507676Z","caller":"traceutil/trace.go:171","msg":"trace[1660132834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22871; }","duration":"2.306143717s","start":"2026-04-16T10:05:28.201522Z","end":"2026-04-16T10:05:30.507665Z","steps":["trace[1660132834] 'agreement among raft nodes before linearized reading' (duration: 2.305878859s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:30.507664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616000885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:30.507712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.2015Z","time spent":"2.306204509s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-16T10:05:30.507728Z","caller":"traceutil/trace.go:171","msg":"trace[1036166413] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22871; }","duration":"3.616109769s","start":"2026-04-16T10:05:26.891602Z","end":"2026-04-16T10:05:30.507712Z","steps":["trace[1036166413] 'agreement among raft nodes before linearized reading' (duration: 3.616022336s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:30.507768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:26.891581Z","time spent":"3.61617579s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:30.507894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373851209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:30.507954Z","caller":"traceutil/trace.go:171","msg":"trace[1583525808] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:22871; }","duration":"4.373963402s","start":"2026-04-16T10:05:26.133976Z","end":"2026-04-16T10:05:30.50794Z","steps":["trace[1583525808] 'agreement among raft nodes before linearized reading' (duration: 4.373870669s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:30.507602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837258701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:30.508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:26.133953Z","time spent":"4.374030024s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:30.508027Z","caller":"traceutil/trace.go:171","msg":"trace[696755844] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"2.193837687s","start":"2026-04-16T10:05:28.314175Z","end":"2026-04-16T10:05:30.508012Z","steps":["trace[696755844] 'process raft request' (duration: 2.192905708s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:30.508022Z","caller":"traceutil/trace.go:171","msg":"trace[1959975325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22871; }","duration":"3.837707905s","start":"2026-04-16T10:05:26.670294Z","end":"2026-04-16T10:05:30.508002Z","steps":["trace[1959975325] 'agreement among raft nodes before linearized reading' (duration: 3.837273311s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:30.508092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:26.670275Z","time spent":"3.837793258s","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:30.508099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.314168Z","time spent":"2.193892459s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:31.007772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:31.077963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:31.078049Z","caller":"traceutil/trace.go:171","msg":"trace[871427350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043313s","start":"2026-04-16T10:05:29.0776Z","end":"2026-04-16T10:05:31.078033Z","steps":["trace[871427350] 'agreement among raft nodes before linearized reading' (duration: 2.000319706s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:31.078093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:29.077585Z","time spent":"2.000500202s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:31.507955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:31.686532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181118708s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:05:32.172172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.362743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:32.172258Z","caller":"traceutil/trace.go:171","msg":"trace[1897580517] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"1.78762833s","start":"2026-04-16T10:05:30.384615Z","end":"2026-04-16T10:05:32.172243Z","steps":["trace[1897580517] 'process raft request' (duration: 1.302135424s)","trace[1897580517] 'compare' (duration: 484.878547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:32.172322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:30.384586Z","time spent":"1.787710763s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:33.079194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:33.079287Z","caller":"traceutil/trace.go:171","msg":"trace[1097932886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440159s","start":"2026-04-16T10:05:31.07883Z","end":"2026-04-16T10:05:33.07927Z","steps":["trace[1097932886] 'agreement among raft nodes before linearized reading' (duration: 2.000310115s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.079342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.078802Z","time spent":"2.000533292s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:05:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:33.397489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.425405ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:33.397663Z","caller":"traceutil/trace.go:171","msg":"trace[932499273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22872; }","duration":"603.637872ms","start":"2026-04-16T10:05:32.794002Z","end":"2026-04-16T10:05:33.39764Z","steps":["trace[932499273] 'range keys from in-memory index tree' (duration: 603.398164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.3985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096048896s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:33.398898Z","caller":"traceutil/trace.go:171","msg":"trace[852227878] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"2.335775272s","start":"2026-04-16T10:05:31.063069Z","end":"2026-04-16T10:05:33.398845Z","steps":["trace[852227878] 'process raft request' (duration: 1.239280742s)","trace[852227878] 'compare' (duration: 1.095515189s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:33.399005Z","caller":"traceutil/trace.go:171","msg":"trace[850487989] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"2.331237708s","start":"2026-04-16T10:05:31.067749Z","end":"2026-04-16T10:05:33.398986Z","steps":["trace[850487989] 'process raft request' (duration: 2.331138185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.399054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.063044Z","time spent":"2.335932717s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:33.399041Z","caller":"traceutil/trace.go:171","msg":"trace[1406333370] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"2.334960516s","start":"2026-04-16T10:05:31.064046Z","end":"2026-04-16T10:05:33.399006Z","steps":["trace[1406333370] 'process raft request' (duration: 2.334545463s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:33.399071Z","caller":"traceutil/trace.go:171","msg":"trace[544524497] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"2.33254608s","start":"2026-04-16T10:05:31.066494Z","end":"2026-04-16T10:05:33.39904Z","steps":["trace[544524497] 'process raft request' (duration: 2.332276231s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.399119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.067744Z","time spent":"2.331318142s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:33.399226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.064035Z","time spent":"2.33509221s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:33.399226Z","caller":"traceutil/trace.go:171","msg":"trace[171534522] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"2.33221875s","start":"2026-04-16T10:05:31.066976Z","end":"2026-04-16T10:05:33.399195Z","steps":["trace[171534522] 'process raft request' (duration: 2.331853518s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:33.39926Z","caller":"traceutil/trace.go:171","msg":"trace[894509273] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"2.330891008s","start":"2026-04-16T10:05:31.06835Z","end":"2026-04-16T10:05:33.399241Z","steps":["trace[894509273] 'process raft request' (duration: 2.330591629s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.399358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.066958Z","time spent":"2.332336453s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:33.399364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.068328Z","time spent":"2.33097332s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:33.399222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.066473Z","time spent":"2.332660544s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:33.39926Z","caller":"traceutil/trace.go:171","msg":"trace[173701185] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"2.332583761s","start":"2026-04-16T10:05:31.066389Z","end":"2026-04-16T10:05:33.398973Z","steps":["trace[173701185] 'process raft request' (duration: 2.332328003s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:33.39967Z","caller":"traceutil/trace.go:171","msg":"trace[1667785127] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"2.330742223s","start":"2026-04-16T10:05:31.068895Z","end":"2026-04-16T10:05:33.399637Z","steps":["trace[1667785127] 'process raft request' (duration: 2.330269138s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:33.399822Z","caller":"traceutil/trace.go:171","msg":"trace[205729765] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"2.160559117s","start":"2026-04-16T10:05:31.239245Z","end":"2026-04-16T10:05:33.399804Z","steps":["trace[205729765] 'process raft request' (duration: 2.160273358s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:33.39984Z","caller":"traceutil/trace.go:171","msg":"trace[1902665331] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"2.11752197s","start":"2026-04-16T10:05:31.282294Z","end":"2026-04-16T10:05:33.399816Z","steps":["trace[1902665331] 'process raft request' (duration: 2.117435258s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.399843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.068871Z","time spent":"2.330882788s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:33.39984Z","caller":"traceutil/trace.go:171","msg":"trace[872128407] linearizableReadLoop","detail":"{readStateIndex:23605; appliedIndex:23594; }","duration":"2.892400131s","start":"2026-04-16T10:05:30.507408Z","end":"2026-04-16T10:05:33.399808Z","steps":["trace[872128407] 'read index received' (duration: 1.179355763s)","trace[872128407] 'applied index is now lower than readState.Index' (duration: 1.713043188s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:33.399899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.23922Z","time spent":"2.1606411s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:33.399922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.282265Z","time spent":"2.117616224s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:33.399919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905222205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:33.399996Z","caller":"traceutil/trace.go:171","msg":"trace[1468481436] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22882; }","duration":"2.905339339s","start":"2026-04-16T10:05:30.494643Z","end":"2026-04-16T10:05:33.399982Z","steps":["trace[1468481436] 'agreement among raft nodes before linearized reading' (duration: 2.905224705s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.400003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378705874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:33.400037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:30.494598Z","time spent":"2.905430322s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:33.399817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.066383Z","time spent":"2.333246672s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:33.400154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204160649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7426"} {"level":"warn","ts":"2026-04-16T10:05:33.400205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.035437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-16T10:05:33.400223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142712135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:33.400243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.827878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:33.400277Z","caller":"traceutil/trace.go:171","msg":"trace[450526058] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22882; }","duration":"2.142804868s","start":"2026-04-16T10:05:31.257455Z","end":"2026-04-16T10:05:33.40026Z","steps":["trace[450526058] 'agreement among raft nodes before linearized reading' (duration: 2.142726975s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.400301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.624543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:05:33.400311Z","caller":"traceutil/trace.go:171","msg":"trace[2037859695] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22882; }","duration":"210.925101ms","start":"2026-04-16T10:05:33.189367Z","end":"2026-04-16T10:05:33.400292Z","steps":["trace[2037859695] 'agreement among raft nodes before linearized reading' (duration: 210.841158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.400321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.716122309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T10:05:33.400341Z","caller":"traceutil/trace.go:171","msg":"trace[128252136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22882; }","duration":"886.731806ms","start":"2026-04-16T10:05:32.513597Z","end":"2026-04-16T10:05:33.400329Z","steps":["trace[128252136] 'agreement among raft nodes before linearized reading' (duration: 886.589541ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:33.400265Z","caller":"traceutil/trace.go:171","msg":"trace[1430078088] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22882; }","duration":"4.204314343s","start":"2026-04-16T10:05:29.195909Z","end":"2026-04-16T10:05:33.400223Z","steps":["trace[1430078088] 'agreement among raft nodes before linearized reading' (duration: 4.203988203s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.400378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055618601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:33.40045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:29.195889Z","time spent":"4.20452685s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7449,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-16T10:05:33.400454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.213682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T10:05:33.400504Z","caller":"traceutil/trace.go:171","msg":"trace[1460735829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22882; }","duration":"888.307926ms","start":"2026-04-16T10:05:32.512188Z","end":"2026-04-16T10:05:33.400496Z","steps":["trace[1460735829] 'agreement among raft nodes before linearized reading' (duration: 888.205203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.400537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:32.512164Z","time spent":"888.366778ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:33.400293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.163351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T10:05:33.400833Z","caller":"traceutil/trace.go:171","msg":"trace[606680007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22882; }","duration":"888.743429ms","start":"2026-04-16T10:05:32.512078Z","end":"2026-04-16T10:05:33.400822Z","steps":["trace[606680007] 'agreement among raft nodes before linearized reading' (duration: 888.095439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.400912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:32.512058Z","time spent":"888.806892ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T10:05:33.400452Z","caller":"traceutil/trace.go:171","msg":"trace[1017982196] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22882; }","duration":"1.055727874s","start":"2026-04-16T10:05:32.344709Z","end":"2026-04-16T10:05:33.400436Z","steps":["trace[1017982196] 'agreement among raft nodes before linearized reading' (duration: 1.05561331s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.401105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:32.344687Z","time spent":"1.056405666s","remote":"127.0.0.1:43896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:33.400258Z","caller":"traceutil/trace.go:171","msg":"trace[1363151897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22882; }","duration":"888.095289ms","start":"2026-04-16T10:05:32.51215Z","end":"2026-04-16T10:05:33.400245Z","steps":["trace[1363151897] 'agreement among raft nodes before linearized reading' (duration: 887.904953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.401314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:32.512143Z","time spent":"889.160672ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:33.400125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980929532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:05:33.401541Z","caller":"traceutil/trace.go:171","msg":"trace[165788343] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22882; }","duration":"2.982363497s","start":"2026-04-16T10:05:30.419164Z","end":"2026-04-16T10:05:33.401527Z","steps":["trace[165788343] 'agreement among raft nodes before linearized reading' (duration: 2.980824059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.401576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:30.419154Z","time spent":"2.982410919s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:05:33.400133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.39259337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:33.402019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889810649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:05:33.402054Z","caller":"traceutil/trace.go:171","msg":"trace[1732100217] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22882; }","duration":"4.394540291s","start":"2026-04-16T10:05:29.007487Z","end":"2026-04-16T10:05:33.402027Z","steps":["trace[1732100217] 'agreement among raft nodes before linearized reading' (duration: 4.392544658s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:33.402074Z","caller":"traceutil/trace.go:171","msg":"trace[13047542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22882; }","duration":"2.889888222s","start":"2026-04-16T10:05:30.512171Z","end":"2026-04-16T10:05:33.402059Z","steps":["trace[13047542] 'agreement among raft nodes before linearized reading' (duration: 2.887841768s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.402124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:30.512159Z","time spent":"2.889949544s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:05:33.40214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.922856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T10:05:33.402193Z","caller":"traceutil/trace.go:171","msg":"trace[1321220627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22882; }","duration":"889.986249ms","start":"2026-04-16T10:05:32.512188Z","end":"2026-04-16T10:05:33.402175Z","steps":["trace[1321220627] 'agreement among raft nodes before linearized reading' (duration: 887.851112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.402129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:29.007469Z","time spent":"4.394639634s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:33.402241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:32.512182Z","time spent":"890.049511ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:05:33.40015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730767397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:33.402501Z","caller":"traceutil/trace.go:171","msg":"trace[815242051] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22882; }","duration":"1.733114341s","start":"2026-04-16T10:05:31.66934Z","end":"2026-04-16T10:05:33.402454Z","steps":["trace[815242051] 'agreement among raft nodes before linearized reading' (duration: 1.730739206s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.402586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.669277Z","time spent":"1.733277776s","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:33.400163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.555356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:33.402824Z","caller":"traceutil/trace.go:171","msg":"trace[1951289287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22882; }","duration":"316.247611ms","start":"2026-04-16T10:05:33.086564Z","end":"2026-04-16T10:05:33.402811Z","steps":["trace[1951289287] 'agreement among raft nodes before linearized reading' (duration: 313.558996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.402867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.086544Z","time spent":"316.312413ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:05:33.400362Z","caller":"traceutil/trace.go:171","msg":"trace[1256472067] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b; range_end:; response_count:1; response_revision:22882; }","duration":"4.71618745s","start":"2026-04-16T10:05:28.684165Z","end":"2026-04-16T10:05:33.400353Z","steps":["trace[1256472067] 'agreement among raft nodes before linearized reading' (duration: 4.715827459s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.403605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:28.68415Z","time spent":"4.719430893s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b\" "} {"level":"warn","ts":"2026-04-16T10:05:33.400358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.257425Z","time spent":"2.142912421s","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:33.400346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.429331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:33.400368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:32.513573Z","time spent":"886.789408ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T10:05:33.400082Z","caller":"traceutil/trace.go:171","msg":"trace[1356960918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22882; }","duration":"3.378810507s","start":"2026-04-16T10:05:30.021253Z","end":"2026-04-16T10:05:33.400064Z","steps":["trace[1356960918] 'agreement among raft nodes before linearized reading' (duration: 3.378670013s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.403973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:30.0212Z","time spent":"3.382759321s","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:33.400137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66424284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:33.404113Z","caller":"traceutil/trace.go:171","msg":"trace[983019687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22882; }","duration":"1.668248226s","start":"2026-04-16T10:05:31.735841Z","end":"2026-04-16T10:05:33.404089Z","steps":["trace[983019687] 'agreement among raft nodes before linearized reading' (duration: 1.6642368s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:33.404184Z","caller":"traceutil/trace.go:171","msg":"trace[672926949] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22882; }","duration":"872.939501ms","start":"2026-04-16T10:05:32.530905Z","end":"2026-04-16T10:05:33.403845Z","steps":["trace[672926949] 'agreement among raft nodes before linearized reading' (duration: 869.41123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.404264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:32.530832Z","time spent":"873.412806ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:33.404384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:31.73582Z","time spent":"1.668350559s","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:33.405935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240020121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:05:33.40604Z","caller":"traceutil/trace.go:171","msg":"trace[1377217642] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22882; }","duration":"3.242477818s","start":"2026-04-16T10:05:30.16355Z","end":"2026-04-16T10:05:33.406028Z","steps":["trace[1377217642] 'agreement among raft nodes before linearized reading' (duration: 3.236277633s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.406381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:30.163482Z","time spent":"3.242610723s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2949,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:33.771493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.155263ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T10:05:33.771608Z","caller":"traceutil/trace.go:171","msg":"trace[18055928] linearizableReadLoop","detail":"{readStateIndex:23606; appliedIndex:23605; }","duration":"367.687943ms","start":"2026-04-16T10:05:33.403898Z","end":"2026-04-16T10:05:33.771586Z","steps":["trace[18055928] 'read index received' (duration: 152.446117ms)","trace[18055928] 'applied index is now lower than readState.Index' (duration: 215.239946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:33.771687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.403704Z","time spent":"367.980442ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:33.771936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.011643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18614"} {"level":"info","ts":"2026-04-16T10:05:33.772045Z","caller":"traceutil/trace.go:171","msg":"trace[195600324] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22882; }","duration":"368.23711ms","start":"2026-04-16T10:05:33.40378Z","end":"2026-04-16T10:05:33.772017Z","steps":["trace[195600324] 'agreement among raft nodes before linearized reading' (duration: 367.92351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:33.772125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.403756Z","time spent":"368.354453ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T10:05:34.93374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053218006s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:34.9343Z","caller":"traceutil/trace.go:171","msg":"trace[1374097686] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"1.161447738s","start":"2026-04-16T10:05:33.772826Z","end":"2026-04-16T10:05:34.934273Z","steps":["trace[1374097686] 'process raft request' (duration: 1.161388836s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:34.934345Z","caller":"traceutil/trace.go:171","msg":"trace[1945248760] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"1.52783348s","start":"2026-04-16T10:05:33.40647Z","end":"2026-04-16T10:05:34.934304Z","steps":["trace[1945248760] 'process raft request' (duration: 1.52751944s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:34.934382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.772801Z","time spent":"1.161541281s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:34.934522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.406455Z","time spent":"1.527974834s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:34.934607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.406514Z","time spent":"1.528090457s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T10:05:34.934775Z","caller":"traceutil/trace.go:171","msg":"trace[220147511] linearizableReadLoop","detail":"{readStateIndex:23612; appliedIndex:23606; }","duration":"1.163124331s","start":"2026-04-16T10:05:33.771638Z","end":"2026-04-16T10:05:34.934762Z","steps":["trace[220147511] 'read index received' (duration: 108.731388ms)","trace[220147511] 'applied index is now lower than readState.Index' (duration: 1.054391593s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:34.934892Z","caller":"traceutil/trace.go:171","msg":"trace[1653484961] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"1.528610114s","start":"2026-04-16T10:05:33.406265Z","end":"2026-04-16T10:05:34.934875Z","steps":["trace[1653484961] 'process raft request' (duration: 474.139968ms)","trace[1653484961] 'compare' (duration: 1.052924267s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:34.934944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.40625Z","time spent":"1.528669506s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:34.935033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.678762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:34.935056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129354926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-16T10:05:34.935075Z","caller":"traceutil/trace.go:171","msg":"trace[1112239371] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:22888; }","duration":"190.784285ms","start":"2026-04-16T10:05:34.744278Z","end":"2026-04-16T10:05:34.935062Z","steps":["trace[1112239371] 'agreement among raft nodes before linearized reading' (duration: 190.693382ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:34.935094Z","caller":"traceutil/trace.go:171","msg":"trace[695386199] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:22888; }","duration":"1.129414008s","start":"2026-04-16T10:05:33.805661Z","end":"2026-04-16T10:05:34.935075Z","steps":["trace[695386199] 'agreement among raft nodes before linearized reading' (duration: 1.129278054s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:34.935118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.805638Z","time spent":"1.12947224s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-16T10:05:34.935244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527001863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:34.935266Z","caller":"traceutil/trace.go:171","msg":"trace[2042109138] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22888; }","duration":"1.527046545s","start":"2026-04-16T10:05:33.408212Z","end":"2026-04-16T10:05:34.935259Z","steps":["trace[2042109138] 'agreement among raft nodes before linearized reading' (duration: 1.527005424s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:34.935279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105484624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:34.935288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.408153Z","time spent":"1.527129088s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:05:34.935276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.644316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:34.935302Z","caller":"traceutil/trace.go:171","msg":"trace[1584867983] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22888; }","duration":"1.105554426s","start":"2026-04-16T10:05:33.82974Z","end":"2026-04-16T10:05:34.935294Z","steps":["trace[1584867983] 'agreement among raft nodes before linearized reading' (duration: 1.105488464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:34.935323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.829727Z","time spent":"1.105591027s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-16T10:05:34.935322Z","caller":"traceutil/trace.go:171","msg":"trace[572050242] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22888; }","duration":"226.692638ms","start":"2026-04-16T10:05:34.708614Z","end":"2026-04-16T10:05:34.935306Z","steps":["trace[572050242] 'agreement among raft nodes before linearized reading' (duration: 226.607585ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:34.935317Z","caller":"traceutil/trace.go:171","msg":"trace[1257047946] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"1.528974356s","start":"2026-04-16T10:05:33.406314Z","end":"2026-04-16T10:05:34.935289Z","steps":["trace[1257047946] 'process raft request' (duration: 1.527581552s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:34.935357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.197404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:323602"} {"level":"info","ts":"2026-04-16T10:05:34.935389Z","caller":"traceutil/trace.go:171","msg":"trace[1318866027] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:22888; }","duration":"450.260466ms","start":"2026-04-16T10:05:34.485118Z","end":"2026-04-16T10:05:34.935379Z","steps":["trace[1318866027] 'agreement among raft nodes before linearized reading' (duration: 449.877084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:34.93545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.406296Z","time spent":"1.529084219s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:34.935392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530182064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:34.935864Z","caller":"traceutil/trace.go:171","msg":"trace[988412460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22888; }","duration":"1.53067234s","start":"2026-04-16T10:05:33.405176Z","end":"2026-04-16T10:05:34.935848Z","steps":["trace[988412460] 'agreement among raft nodes before linearized reading' (duration: 1.530197555s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:34.935925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.405162Z","time spent":"1.530748932s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:05:34.934754Z","caller":"traceutil/trace.go:171","msg":"trace[1666469417] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"1.527957124s","start":"2026-04-16T10:05:33.40678Z","end":"2026-04-16T10:05:34.934737Z","steps":["trace[1666469417] 'process raft request' (duration: 1.527337264s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:34.934717Z","caller":"traceutil/trace.go:171","msg":"trace[640959098] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"1.52657409s","start":"2026-04-16T10:05:33.408117Z","end":"2026-04-16T10:05:34.934691Z","steps":["trace[640959098] 'process raft request' (duration: 1.526052754s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:34.936104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.406764Z","time spent":"1.529240854s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:34.936188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:33.408111Z","time spent":"1.528028836s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:34.936611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:34.485095Z","time spent":"450.315368ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":323625,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-16T10:05:35.786043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.127977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:35.78623Z","caller":"traceutil/trace.go:171","msg":"trace[1879732883] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"538.8769ms","start":"2026-04-16T10:05:35.247339Z","end":"2026-04-16T10:05:35.786216Z","steps":["trace[1879732883] 'process raft request' (duration: 538.794678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:35.786257Z","caller":"traceutil/trace.go:171","msg":"trace[598579068] linearizableReadLoop","detail":"{readStateIndex:23614; appliedIndex:23613; }","duration":"849.477062ms","start":"2026-04-16T10:05:34.936769Z","end":"2026-04-16T10:05:35.786246Z","steps":["trace[598579068] 'read index received' (duration: 186.063496ms)","trace[598579068] 'applied index is now lower than readState.Index' (duration: 663.411976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:35.786277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.247319Z","time spent":"538.936291ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:35.786382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.614707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T10:05:35.786342Z","caller":"traceutil/trace.go:171","msg":"trace[200688101] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"850.603307ms","start":"2026-04-16T10:05:34.935688Z","end":"2026-04-16T10:05:35.786292Z","steps":["trace[200688101] 'process raft request' (duration: 187.124749ms)","trace[200688101] 'compare' (duration: 661.673552ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:35.786398Z","caller":"traceutil/trace.go:171","msg":"trace[1936518552] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22890; }","duration":"849.673839ms","start":"2026-04-16T10:05:34.936718Z","end":"2026-04-16T10:05:35.786392Z","steps":["trace[1936518552] 'agreement among raft nodes before linearized reading' (duration: 849.576906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:35.786415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:34.936588Z","time spent":"849.823203ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:05:35.786503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:34.935665Z","time spent":"850.750412ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:36.287413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:36.803267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.188375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:36.803497Z","caller":"traceutil/trace.go:171","msg":"trace[1824128748] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"1.396112956s","start":"2026-04-16T10:05:35.407347Z","end":"2026-04-16T10:05:36.80346Z","steps":["trace[1824128748] 'process raft request' (duration: 1.291668773s)","trace[1824128748] 'compare' (duration: 102.514442ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:36.803585Z","caller":"traceutil/trace.go:171","msg":"trace[1901824094] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"1.395821727s","start":"2026-04-16T10:05:35.407756Z","end":"2026-04-16T10:05:36.803578Z","steps":["trace[1901824094] 'process raft request' (duration: 1.395585279s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:36.803638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.407733Z","time spent":"1.395884069s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:36.803691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.407323Z","time spent":"1.396277471s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:36.803784Z","caller":"traceutil/trace.go:171","msg":"trace[93311430] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"1.395735384s","start":"2026-04-16T10:05:35.408043Z","end":"2026-04-16T10:05:36.803778Z","steps":["trace[93311430] 'process raft request' (duration: 1.395336391s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:36.803825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.408033Z","time spent":"1.395773896s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:36.803875Z","caller":"traceutil/trace.go:171","msg":"trace[847935752] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"1.395752595s","start":"2026-04-16T10:05:35.408117Z","end":"2026-04-16T10:05:36.803869Z","steps":["trace[847935752] 'process raft request' (duration: 1.39528866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:36.803903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.40811Z","time spent":"1.395777825s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:36.803556Z","caller":"traceutil/trace.go:171","msg":"trace[641174671] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"1.39400687s","start":"2026-04-16T10:05:35.409534Z","end":"2026-04-16T10:05:36.803541Z","steps":["trace[641174671] 'process raft request' (duration: 1.393977969s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:36.803959Z","caller":"traceutil/trace.go:171","msg":"trace[1028720348] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"1.395489346s","start":"2026-04-16T10:05:35.408463Z","end":"2026-04-16T10:05:36.803952Z","steps":["trace[1028720348] 'process raft request' (duration: 1.39496628s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:36.804001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.408433Z","time spent":"1.395536218s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:36.804046Z","caller":"traceutil/trace.go:171","msg":"trace[686403656] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"1.395436634s","start":"2026-04-16T10:05:35.408605Z","end":"2026-04-16T10:05:36.804042Z","steps":["trace[686403656] 'process raft request' (duration: 1.394845586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:36.804073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.408597Z","time spent":"1.395462876s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:36.804118Z","caller":"traceutil/trace.go:171","msg":"trace[2048827924] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"1.395187847s","start":"2026-04-16T10:05:35.408926Z","end":"2026-04-16T10:05:36.804114Z","steps":["trace[2048827924] 'process raft request' (duration: 1.394547636s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:36.804143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.40891Z","time spent":"1.395220838s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:36.804122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.409517Z","time spent":"1.394479635s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:36.944473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:36.944556Z","caller":"traceutil/trace.go:171","msg":"trace[591993352] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185341s","start":"2026-04-16T10:05:34.944355Z","end":"2026-04-16T10:05:36.94454Z","steps":["trace[591993352] 'agreement among raft nodes before linearized reading' (duration: 2.000086138s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:36.944598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:34.944348Z","time spent":"2.000241903s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:38.681262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:38.681379Z","caller":"traceutil/trace.go:171","msg":"trace[1317223833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265364s","start":"2026-04-16T10:05:36.681086Z","end":"2026-04-16T10:05:38.681351Z","steps":["trace[1317223833] 'agreement among raft nodes before linearized reading' (duration: 2.00011334s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:38.681439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.681061Z","time spent":"2.000366908s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:05:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:38.797825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.814459666s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:05:38.840825Z","caller":"traceutil/trace.go:171","msg":"trace[499434071] linearizableReadLoop","detail":"{readStateIndex:23624; appliedIndex:23615; }","duration":"3.054516642s","start":"2026-04-16T10:05:35.786277Z","end":"2026-04-16T10:05:38.840794Z","steps":["trace[499434071] 'read index received' (duration: 912.744366ms)","trace[499434071] 'applied index is now lower than readState.Index' (duration: 2.141770286s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:38.84114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809113413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:38.841161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900122943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:38.841178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553532655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:38.841224Z","caller":"traceutil/trace.go:171","msg":"trace[2132918436] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22899; }","duration":"3.809253747s","start":"2026-04-16T10:05:35.031952Z","end":"2026-04-16T10:05:38.841205Z","steps":["trace[2132918436] 'agreement among raft nodes before linearized reading' (duration: 3.809113303s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:38.841235Z","caller":"traceutil/trace.go:171","msg":"trace[1777456860] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"2.608997667s","start":"2026-04-16T10:05:36.232223Z","end":"2026-04-16T10:05:38.84122Z","steps":["trace[1777456860] 'process raft request' (duration: 2.565801445s)","trace[1777456860] 'compare' (duration: 41.315102ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:38.841237Z","caller":"traceutil/trace.go:171","msg":"trace[197333248] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22899; }","duration":"3.900246467s","start":"2026-04-16T10:05:34.940971Z","end":"2026-04-16T10:05:38.841217Z","steps":["trace[197333248] 'agreement among raft nodes before linearized reading' (duration: 3.900127213s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:38.841229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900143873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-04-16T10:05:38.841251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900029179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:38.841266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.031933Z","time spent":"3.80932379s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:38.841268Z","caller":"traceutil/trace.go:171","msg":"trace[787034029] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22899; }","duration":"3.55367918s","start":"2026-04-16T10:05:35.287543Z","end":"2026-04-16T10:05:38.841222Z","steps":["trace[787034029] 'agreement among raft nodes before linearized reading' (duration: 3.553538465s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:38.841285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:34.940951Z","time spent":"3.900321078s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:05:38.841301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.232201Z","time spent":"2.609059419s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:38.841296Z","caller":"traceutil/trace.go:171","msg":"trace[2099273196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3; range_end:; response_count:1; response_revision:22899; }","duration":"3.900241126s","start":"2026-04-16T10:05:34.941036Z","end":"2026-04-16T10:05:38.841277Z","steps":["trace[2099273196] 'agreement among raft nodes before linearized reading' (duration: 3.900059091s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:38.841301Z","caller":"traceutil/trace.go:171","msg":"trace[1210162197] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22899; }","duration":"3.900116353s","start":"2026-04-16T10:05:34.941169Z","end":"2026-04-16T10:05:38.841286Z","steps":["trace[1210162197] 'agreement among raft nodes before linearized reading' (duration: 3.90004393s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:38.841163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651759832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:38.841315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.287523Z","time spent":"3.553778903s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:38.841353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:34.941021Z","time spent":"3.900318018s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-19b722f2-e6e8-41d1-90a8-4bd70998f7f3\" "} {"level":"warn","ts":"2026-04-16T10:05:38.841356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:34.941151Z","time spent":"3.900193895s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T10:05:38.841175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102534096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7098"} {"level":"info","ts":"2026-04-16T10:05:38.841408Z","caller":"traceutil/trace.go:171","msg":"trace[1323150787] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22899; }","duration":"3.65203719s","start":"2026-04-16T10:05:35.189332Z","end":"2026-04-16T10:05:38.84137Z","steps":["trace[1323150787] 'agreement among raft nodes before linearized reading' (duration: 3.651750821s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:38.841486Z","caller":"traceutil/trace.go:171","msg":"trace[1216543501] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:22899; }","duration":"3.102893377s","start":"2026-04-16T10:05:35.738567Z","end":"2026-04-16T10:05:38.84146Z","steps":["trace[1216543501] 'agreement among raft nodes before linearized reading' (duration: 3.102501465s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:38.841522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.189314Z","time spent":"3.652166645s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:38.84156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.738518Z","time spent":"3.103020552s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7121,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"warn","ts":"2026-04-16T10:05:38.944948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:38.945059Z","caller":"traceutil/trace.go:171","msg":"trace[1375636888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073399s","start":"2026-04-16T10:05:36.944965Z","end":"2026-04-16T10:05:38.945038Z","steps":["trace[1375636888] 'agreement among raft nodes before linearized reading' (duration: 1.999869153s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:38.945116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.944861Z","time spent":"2.000242314s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:39.341317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:39.842391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:40.265418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00046916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:40.265496Z","caller":"traceutil/trace.go:171","msg":"trace[781044240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000616165s","start":"2026-04-16T10:05:38.264865Z","end":"2026-04-16T10:05:40.265481Z","steps":["trace[781044240] 'agreement among raft nodes before linearized reading' (duration: 2.000520802s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:40.265535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.264848Z","time spent":"2.000679617s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:05:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:40.799834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.101719ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:05:40.8006Z","caller":"traceutil/trace.go:171","msg":"trace[1387844968] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"2.393845673s","start":"2026-04-16T10:05:38.406679Z","end":"2026-04-16T10:05:40.800525Z","steps":["trace[1387844968] 'process raft request' (duration: 2.393255295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:40.800785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.406659Z","time spent":"2.394029668s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:40.95941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:40.959498Z","caller":"traceutil/trace.go:171","msg":"trace[945614942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547973s","start":"2026-04-16T10:05:38.958931Z","end":"2026-04-16T10:05:40.959479Z","steps":["trace[945614942] 'agreement among raft nodes before linearized reading' (duration: 2.000434179s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:40.959548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.958927Z","time spent":"2.000611605s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:05:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:41.942874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999651569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:41.94298Z","caller":"traceutil/trace.go:171","msg":"trace[128763925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999812344s","start":"2026-04-16T10:05:36.943138Z","end":"2026-04-16T10:05:41.942951Z","steps":["trace[128763925] 'agreement among raft nodes before linearized reading' (duration: 4.9996818s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:41.943033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.943116Z","time spent":"4.999907177s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/16 10:05:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:41.943069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998597825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-16T10:05:41.9431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999473463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:41.943163Z","caller":"traceutil/trace.go:171","msg":"trace[1640018301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998758581s","start":"2026-04-16T10:05:36.944379Z","end":"2026-04-16T10:05:41.943137Z","steps":["trace[1640018301] 'agreement among raft nodes before linearized reading' (duration: 4.998648647s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:41.943187Z","caller":"traceutil/trace.go:171","msg":"trace[1749977720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999601138s","start":"2026-04-16T10:05:36.943565Z","end":"2026-04-16T10:05:41.943166Z","steps":["trace[1749977720] 'agreement among raft nodes before linearized reading' (duration: 4.999487654s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:41.943219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.944333Z","time spent":"4.998876145s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:05:41.943242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.943556Z","time spent":"4.99967479s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 10:05:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/16 10:05:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:42.879635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837974578s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:42.879907Z","caller":"traceutil/trace.go:171","msg":"trace[1318235230] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"4.069209544s","start":"2026-04-16T10:05:38.810662Z","end":"2026-04-16T10:05:42.879872Z","steps":["trace[1318235230] 'process raft request' (duration: 4.06905343s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.879962Z","caller":"traceutil/trace.go:171","msg":"trace[1254221644] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"4.067781069s","start":"2026-04-16T10:05:38.812176Z","end":"2026-04-16T10:05:42.879957Z","steps":["trace[1254221644] 'process raft request' (duration: 4.067692346s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.87996Z","caller":"traceutil/trace.go:171","msg":"trace[891792831] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"4.068958116s","start":"2026-04-16T10:05:38.810971Z","end":"2026-04-16T10:05:42.879929Z","steps":["trace[891792831] 'process raft request' (duration: 4.068808812s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.88004Z","caller":"traceutil/trace.go:171","msg":"trace[2069882728] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"4.06941393s","start":"2026-04-16T10:05:38.810618Z","end":"2026-04-16T10:05:42.880032Z","steps":["trace[2069882728] 'process raft request' (duration: 2.230978928s)","trace[2069882728] 'compare' (duration: 1.837483803s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:42.880037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.81216Z","time spent":"4.06782553s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:42.880075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.810592Z","time spent":"4.069462482s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:42.880111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.092304086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:05:42.880143Z","caller":"traceutil/trace.go:171","msg":"trace[1066934876] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22910; }","duration":"7.092347237s","start":"2026-04-16T10:05:35.787788Z","end":"2026-04-16T10:05:42.880135Z","steps":["trace[1066934876] 'agreement among raft nodes before linearized reading' (duration: 7.092231593s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.787774Z","time spent":"7.092390689s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T10:05:42.880196Z","caller":"traceutil/trace.go:171","msg":"trace[176434093] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"4.067954514s","start":"2026-04-16T10:05:38.812236Z","end":"2026-04-16T10:05:42.880191Z","steps":["trace[176434093] 'process raft request' (duration: 4.067661325s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.812216Z","time spent":"4.067995806s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:42.880274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727314073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:42.880292Z","caller":"traceutil/trace.go:171","msg":"trace[567898163] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22910; }","duration":"4.727455907s","start":"2026-04-16T10:05:38.152829Z","end":"2026-04-16T10:05:42.880285Z","steps":["trace[567898163] 'agreement among raft nodes before linearized reading' (duration: 4.727429437s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.152808Z","time spent":"4.727496858s","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:42.880287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.514862921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:42.880322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056352938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:42.880348Z","caller":"traceutil/trace.go:171","msg":"trace[1994720122] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22910; }","duration":"4.05640861s","start":"2026-04-16T10:05:38.823933Z","end":"2026-04-16T10:05:42.880342Z","steps":["trace[1994720122] 'agreement among raft nodes before linearized reading' (duration: 4.056317537s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.88035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.789003793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:42.880366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.823921Z","time spent":"4.056441512s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":91,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:42.880354Z","caller":"traceutil/trace.go:171","msg":"trace[779610591] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22910; }","duration":"6.514984235s","start":"2026-04-16T10:05:36.365352Z","end":"2026-04-16T10:05:42.880336Z","steps":["trace[779610591] 'agreement among raft nodes before linearized reading' (duration: 6.5148218s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.880371Z","caller":"traceutil/trace.go:171","msg":"trace[338380893] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22910; }","duration":"6.789079366s","start":"2026-04-16T10:05:36.091284Z","end":"2026-04-16T10:05:42.880364Z","steps":["trace[338380893] 'agreement among raft nodes before linearized reading' (duration: 6.789047875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.091253Z","time spent":"6.789133888s","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:42.880409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.325619036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:42.880409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.365334Z","time spent":"6.515060457s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:42.880449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.446938961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:42.880463Z","caller":"traceutil/trace.go:171","msg":"trace[852702437] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:22910; }","duration":"5.447006894s","start":"2026-04-16T10:05:37.433452Z","end":"2026-04-16T10:05:42.880459Z","steps":["trace[852702437] 'agreement among raft nodes before linearized reading' (duration: 5.446981563s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:37.433436Z","time spent":"5.447041354s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:42.880515Z","caller":"traceutil/trace.go:171","msg":"trace[1462372680] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"4.029021737s","start":"2026-04-16T10:05:38.851485Z","end":"2026-04-16T10:05:42.880506Z","steps":["trace[1462372680] 'process raft request' (duration: 4.028439799s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.871860076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T10:05:42.88055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.85146Z","time spent":"4.029071728s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7266,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:42.880557Z","caller":"traceutil/trace.go:171","msg":"trace[597453450] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22910; }","duration":"6.871939148s","start":"2026-04-16T10:05:36.008612Z","end":"2026-04-16T10:05:42.880551Z","steps":["trace[597453450] 'agreement among raft nodes before linearized reading' (duration: 6.871873586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.008581Z","time spent":"6.87199385s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-16T10:05:42.880622Z","caller":"traceutil/trace.go:171","msg":"trace[1451044512] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"3.200914648s","start":"2026-04-16T10:05:39.679702Z","end":"2026-04-16T10:05:42.880616Z","steps":["trace[1451044512] 'process raft request' (duration: 3.200256107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.599967756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:42.880317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.779626127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:42.880687Z","caller":"traceutil/trace.go:171","msg":"trace[1777175377] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22910; }","duration":"6.78002939s","start":"2026-04-16T10:05:36.10064Z","end":"2026-04-16T10:05:42.88067Z","steps":["trace[1777175377] 'agreement among raft nodes before linearized reading' (duration: 6.779653308s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.88069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.442536991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:42.880742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.100611Z","time spent":"6.780114582s","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:42.880756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.158872717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:42.880778Z","caller":"traceutil/trace.go:171","msg":"trace[330512608] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22910; }","duration":"6.15893973s","start":"2026-04-16T10:05:36.721832Z","end":"2026-04-16T10:05:42.880771Z","steps":["trace[330512608] 'agreement among raft nodes before linearized reading' (duration: 6.158904479s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.936554128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T10:05:42.880804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.721811Z","time spent":"6.158986761s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:42.880816Z","caller":"traceutil/trace.go:171","msg":"trace[462203206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22910; }","duration":"5.936584519s","start":"2026-04-16T10:05:36.944226Z","end":"2026-04-16T10:05:42.880811Z","steps":["trace[462203206] 'agreement among raft nodes before linearized reading' (duration: 5.936542848s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.091068127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T10:05:42.880832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.944221Z","time spent":"5.93660838s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T10:05:42.880839Z","caller":"traceutil/trace.go:171","msg":"trace[1629487075] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22910; }","duration":"7.091140279s","start":"2026-04-16T10:05:35.789692Z","end":"2026-04-16T10:05:42.880832Z","steps":["trace[1629487075] 'agreement among raft nodes before linearized reading' (duration: 7.091027415s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.88086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:35.789674Z","time spent":"7.09118095s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"info","ts":"2026-04-16T10:05:42.879968Z","caller":"traceutil/trace.go:171","msg":"trace[553766737] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"4.068859533s","start":"2026-04-16T10:05:38.811041Z","end":"2026-04-16T10:05:42.8799Z","steps":["trace[553766737] 'process raft request' (duration: 4.068783771s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.810962Z","time spent":"4.06907967s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:42.879903Z","caller":"traceutil/trace.go:171","msg":"trace[673982582] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"4.068851203s","start":"2026-04-16T10:05:38.811027Z","end":"2026-04-16T10:05:42.879879Z","steps":["trace[673982582] 'process raft request' (duration: 4.06877641s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.811032Z","time spent":"4.069937227s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:42.88068Z","caller":"traceutil/trace.go:171","msg":"trace[322264386] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22910; }","duration":"5.600477272s","start":"2026-04-16T10:05:37.280176Z","end":"2026-04-16T10:05:42.880653Z","steps":["trace[322264386] 'agreement among raft nodes before linearized reading' (duration: 5.599971216s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.936546218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T10:05:42.881099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.811016Z","time spent":"4.07002992s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:42.881132Z","caller":"traceutil/trace.go:171","msg":"trace[409548468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22910; }","duration":"5.93692716s","start":"2026-04-16T10:05:36.944186Z","end":"2026-04-16T10:05:42.881113Z","steps":["trace[409548468] 'agreement among raft nodes before linearized reading' (duration: 5.936510706s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.880425Z","caller":"traceutil/trace.go:171","msg":"trace[1033063939] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22910; }","duration":"5.325634287s","start":"2026-04-16T10:05:37.554784Z","end":"2026-04-16T10:05:42.880418Z","steps":["trace[1033063939] 'agreement among raft nodes before linearized reading' (duration: 5.325602946s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.880652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:39.679675Z","time spent":"3.20096209s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:42.881194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.944177Z","time spent":"5.937000582s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:42.880012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.810639Z","time spent":"4.069320497s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:42.881196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:37.554719Z","time spent":"5.326465313s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:42.881093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:37.28016Z","time spent":"5.600916096s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:42.880037Z","caller":"traceutil/trace.go:171","msg":"trace[1555445219] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"4.068856533s","start":"2026-04-16T10:05:38.811051Z","end":"2026-04-16T10:05:42.879908Z","steps":["trace[1555445219] 'process raft request' (duration: 4.068795821s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.88Z","caller":"traceutil/trace.go:171","msg":"trace[1497859656] linearizableReadLoop","detail":"{readStateIndex:23636; appliedIndex:23624; }","duration":"4.039050583s","start":"2026-04-16T10:05:38.840936Z","end":"2026-04-16T10:05:42.879987Z","steps":["trace[1497859656] 'read index received' (duration: 1.208843112s)","trace[1497859656] 'applied index is now lower than readState.Index' (duration: 2.830206751s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:42.881331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.811019Z","time spent":"4.070258107s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:42.881405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005904423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:42.881429Z","caller":"traceutil/trace.go:171","msg":"trace[1317755673] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22910; }","duration":"2.005968864s","start":"2026-04-16T10:05:40.875453Z","end":"2026-04-16T10:05:42.881421Z","steps":["trace[1317755673] 'agreement among raft nodes before linearized reading' (duration: 2.005931913s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:40.875426Z","time spent":"2.006015946s","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:42.881446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924245684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-16T10:05:42.881467Z","caller":"traceutil/trace.go:171","msg":"trace[51966968] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:22910; }","duration":"3.924308435s","start":"2026-04-16T10:05:38.95715Z","end":"2026-04-16T10:05:42.881459Z","steps":["trace[51966968] 'agreement among raft nodes before linearized reading' (duration: 3.924243203s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036004157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-16T10:05:42.881488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.957124Z","time spent":"3.924360427s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-16T10:05:42.881471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356734686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:42.881511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915197123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:42.881498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558342431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:42.881505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628088938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-16T10:05:42.881517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274645133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:05:42.881538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49167804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:05:42.881571Z","caller":"traceutil/trace.go:171","msg":"trace[353831497] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22910; }","duration":"2.628199532s","start":"2026-04-16T10:05:40.253353Z","end":"2026-04-16T10:05:42.881553Z","steps":["trace[353831497] 'agreement among raft nodes before linearized reading' (duration: 2.628053058s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.881591Z","caller":"traceutil/trace.go:171","msg":"trace[100638179] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22910; }","duration":"1.491765902s","start":"2026-04-16T10:05:41.389812Z","end":"2026-04-16T10:05:42.881578Z","steps":["trace[100638179] 'agreement among raft nodes before linearized reading' (duration: 1.491644428s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.957233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:42.881576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95202701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:42.881617Z","caller":"traceutil/trace.go:171","msg":"trace[1320310892] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:22910; }","duration":"382.004444ms","start":"2026-04-16T10:05:42.499604Z","end":"2026-04-16T10:05:42.881609Z","steps":["trace[1320310892] 'agreement among raft nodes before linearized reading' (duration: 381.976913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032525998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:42.881593Z","caller":"traceutil/trace.go:171","msg":"trace[1499130455] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22910; }","duration":"3.274766477s","start":"2026-04-16T10:05:39.606807Z","end":"2026-04-16T10:05:42.881573Z","steps":["trace[1499130455] 'agreement among raft nodes before linearized reading' (duration: 3.274630573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.499588Z","time spent":"382.041145ms","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:42.881527Z","caller":"traceutil/trace.go:171","msg":"trace[1899285237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22910; }","duration":"1.915212453s","start":"2026-04-16T10:05:40.966311Z","end":"2026-04-16T10:05:42.881523Z","steps":["trace[1899285237] 'agreement among raft nodes before linearized reading' (duration: 1.915189533s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.881644Z","caller":"traceutil/trace.go:171","msg":"trace[218119024] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22910; }","duration":"3.952122633s","start":"2026-04-16T10:05:38.929505Z","end":"2026-04-16T10:05:42.881628Z","steps":["trace[218119024] 'agreement among raft nodes before linearized reading' (duration: 3.95202909s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:42.881647Z","caller":"traceutil/trace.go:171","msg":"trace[1835354125] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22910; }","duration":"4.032565619s","start":"2026-04-16T10:05:38.849068Z","end":"2026-04-16T10:05:42.881634Z","steps":["trace[1835354125] 'agreement among raft nodes before linearized reading' (duration: 4.032498567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:39.606765Z","time spent":"3.27487977s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:42.881673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031795995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18614"} {"level":"warn","ts":"2026-04-16T10:05:42.881686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.849046Z","time spent":"4.032633441s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:05:42.881676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:40.966265Z","time spent":"1.915404599s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:42.881691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.929491Z","time spent":"3.952185394s","remote":"127.0.0.1:54338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:42.881708Z","caller":"traceutil/trace.go:171","msg":"trace[1563587555] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22910; }","duration":"4.031842646s","start":"2026-04-16T10:05:38.849857Z","end":"2026-04-16T10:05:42.8817Z","steps":["trace[1563587555] 'agreement among raft nodes before linearized reading' (duration: 4.031708272s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.849852Z","time spent":"4.031890457s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-16T10:05:42.881543Z","caller":"traceutil/trace.go:171","msg":"trace[1020304926] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22910; }","duration":"1.558428235s","start":"2026-04-16T10:05:41.323103Z","end":"2026-04-16T10:05:42.881532Z","steps":["trace[1020304926] 'agreement among raft nodes before linearized reading' (duration: 1.558350802s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:41.323083Z","time spent":"1.558747884s","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:42.881622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:40.253331Z","time spent":"2.628277985s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-16T10:05:42.881507Z","caller":"traceutil/trace.go:171","msg":"trace[472412400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22910; }","duration":"4.036081689s","start":"2026-04-16T10:05:38.84541Z","end":"2026-04-16T10:05:42.881491Z","steps":["trace[472412400] 'agreement among raft nodes before linearized reading' (duration: 4.035927885s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.881968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:38.845396Z","time spent":"4.036549504s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:05:42.881618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:41.389797Z","time spent":"1.491813334s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:42.880772Z","caller":"traceutil/trace.go:171","msg":"trace[77831678] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:22910; }","duration":"6.442661185s","start":"2026-04-16T10:05:36.43809Z","end":"2026-04-16T10:05:42.880751Z","steps":["trace[77831678] 'agreement among raft nodes before linearized reading' (duration: 6.442519161s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.882089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:36.438074Z","time spent":"6.443995247s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:42.881525Z","caller":"traceutil/trace.go:171","msg":"trace[738401666] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22910; }","duration":"1.356840079s","start":"2026-04-16T10:05:41.524668Z","end":"2026-04-16T10:05:42.881508Z","steps":["trace[738401666] 'agreement among raft nodes before linearized reading' (duration: 1.356734766s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:42.882144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:41.524647Z","time spent":"1.35748913s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:43.387533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414868983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:44.626927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060266268s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:44.627261Z","caller":"traceutil/trace.go:171","msg":"trace[2080298701] linearizableReadLoop","detail":"{readStateIndex:23639; appliedIndex:23636; }","duration":"1.740598017s","start":"2026-04-16T10:05:42.886643Z","end":"2026-04-16T10:05:44.627241Z","steps":["trace[2080298701] 'read index received' (duration: 679.930236ms)","trace[2080298701] 'applied index is now lower than readState.Index' (duration: 1.060666771s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:05:44.627552Z","caller":"traceutil/trace.go:171","msg":"trace[1098638509] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"1.742661982s","start":"2026-04-16T10:05:42.884813Z","end":"2026-04-16T10:05:44.627475Z","steps":["trace[1098638509] 'process raft request' (duration: 681.745053ms)","trace[1098638509] 'compare' (duration: 1.059809254s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:44.627643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.884792Z","time spent":"1.742807176s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:44.627973Z","caller":"traceutil/trace.go:171","msg":"trace[891321515] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"1.740102951s","start":"2026-04-16T10:05:42.887858Z","end":"2026-04-16T10:05:44.627961Z","steps":["trace[891321515] 'process raft request' (duration: 1.739231424s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:44.628043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.887847Z","time spent":"1.740161043s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:44.628151Z","caller":"traceutil/trace.go:171","msg":"trace[1786814239] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"1.740135022s","start":"2026-04-16T10:05:42.887975Z","end":"2026-04-16T10:05:44.62811Z","steps":["trace[1786814239] 'process raft request' (duration: 1.739223333s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:44.628219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741554827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:05:44.628264Z","caller":"traceutil/trace.go:171","msg":"trace[321541323] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22913; }","duration":"1.74162801s","start":"2026-04-16T10:05:42.886625Z","end":"2026-04-16T10:05:44.628253Z","steps":["trace[321541323] 'agreement among raft nodes before linearized reading' (duration: 1.741470165s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:44.628295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.886617Z","time spent":"1.741672921s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:05:44.628364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.887952Z","time spent":"1.740283587s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:44.890982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:44.891089Z","caller":"traceutil/trace.go:171","msg":"trace[1715676706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175441s","start":"2026-04-16T10:05:42.890892Z","end":"2026-04-16T10:05:44.891068Z","steps":["trace[1715676706] 'agreement among raft nodes before linearized reading' (duration: 2.000054397s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:44.891136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.890887Z","time spent":"2.000239663s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:45.079953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195560203s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:05:46.055222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.890637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:46.055539Z","caller":"traceutil/trace.go:171","msg":"trace[1747622859] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"2.162497989s","start":"2026-04-16T10:05:43.893007Z","end":"2026-04-16T10:05:46.055505Z","steps":["trace[1747622859] 'process raft request' (duration: 2.162309163s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:46.055665Z","caller":"traceutil/trace.go:171","msg":"trace[395585877] linearizableReadLoop","detail":"{readStateIndex:23641; appliedIndex:23639; }","duration":"1.428352133s","start":"2026-04-16T10:05:44.6273Z","end":"2026-04-16T10:05:46.055652Z","steps":["trace[395585877] 'read index received' (duration: 452.968761ms)","trace[395585877] 'applied index is now lower than readState.Index' (duration: 975.382582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:46.055762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727370741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:46.055798Z","caller":"traceutil/trace.go:171","msg":"trace[763498208] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22923; }","duration":"1.727447953s","start":"2026-04-16T10:05:44.328339Z","end":"2026-04-16T10:05:46.055787Z","steps":["trace[763498208] 'agreement among raft nodes before linearized reading' (duration: 1.72735316s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.055804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741928837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-16T10:05:46.055783Z","caller":"traceutil/trace.go:171","msg":"trace[807423715] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"2.274937825s","start":"2026-04-16T10:05:43.78081Z","end":"2026-04-16T10:05:46.055748Z","steps":["trace[807423715] 'process raft request' (duration: 1.299438359s)","trace[807423715] 'compare' (duration: 973.507953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:46.055822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.328318Z","time spent":"1.727497245s","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:46.055832Z","caller":"traceutil/trace.go:171","msg":"trace[566252151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22923; }","duration":"2.741996139s","start":"2026-04-16T10:05:43.313826Z","end":"2026-04-16T10:05:46.055822Z","steps":["trace[566252151] 'agreement among raft nodes before linearized reading' (duration: 2.741888616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.055852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:43.313798Z","time spent":"2.742048461s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T10:05:46.055815Z","caller":"traceutil/trace.go:171","msg":"trace[901938338] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"1.167358155s","start":"2026-04-16T10:05:44.888408Z","end":"2026-04-16T10:05:46.055766Z","steps":["trace[901938338] 'process raft request' (duration: 1.167085746s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:46.055896Z","caller":"traceutil/trace.go:171","msg":"trace[387955211] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"1.167161699s","start":"2026-04-16T10:05:44.888707Z","end":"2026-04-16T10:05:46.055869Z","steps":["trace[387955211] 'process raft request' (duration: 1.166855509s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.055923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:43.780779Z","time spent":"2.275068069s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:46.055954Z","caller":"traceutil/trace.go:171","msg":"trace[418949585] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"1.167129667s","start":"2026-04-16T10:05:44.888817Z","end":"2026-04-16T10:05:46.055947Z","steps":["trace[418949585] 'process raft request' (duration: 1.166765686s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.055989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.888787Z","time spent":"1.167183309s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:46.056007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161674431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T10:05:46.056031Z","caller":"traceutil/trace.go:171","msg":"trace[1710860554] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26; range_end:; response_count:1; response_revision:22923; }","duration":"3.161722042s","start":"2026-04-16T10:05:42.894304Z","end":"2026-04-16T10:05:46.056026Z","steps":["trace[1710860554] 'agreement among raft nodes before linearized reading' (duration: 3.16165003s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.056029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.8887Z","time spent":"1.167255052s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:46.056036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.888378Z","time spent":"1.167550701s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:46.055919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87230429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:46.056123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109694985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T10:05:46.056135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153034188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T10:05:46.056147Z","caller":"traceutil/trace.go:171","msg":"trace[18702350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22923; }","duration":"1.872562248s","start":"2026-04-16T10:05:44.18357Z","end":"2026-04-16T10:05:46.056133Z","steps":["trace[18702350] 'agreement among raft nodes before linearized reading' (duration: 1.872322251s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:46.056036Z","caller":"traceutil/trace.go:171","msg":"trace[1700630938] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"1.164893987s","start":"2026-04-16T10:05:44.891137Z","end":"2026-04-16T10:05:46.056031Z","steps":["trace[1700630938] 'process raft request' (duration: 1.164467604s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:46.056165Z","caller":"traceutil/trace.go:171","msg":"trace[1669517307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22923; }","duration":"2.109748047s","start":"2026-04-16T10:05:43.946401Z","end":"2026-04-16T10:05:46.056149Z","steps":["trace[1669517307] 'agreement among raft nodes before linearized reading' (duration: 2.109667544s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:46.056175Z","caller":"traceutil/trace.go:171","msg":"trace[1482907012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22923; }","duration":"3.15308994s","start":"2026-04-16T10:05:42.903071Z","end":"2026-04-16T10:05:46.056161Z","steps":["trace[1482907012] 'agreement among raft nodes before linearized reading' (duration: 3.153000757s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:46.056186Z","caller":"traceutil/trace.go:171","msg":"trace[833164466] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"1.167667365s","start":"2026-04-16T10:05:44.888512Z","end":"2026-04-16T10:05:46.05618Z","steps":["trace[833164466] 'process raft request' (duration: 1.167007634s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.056208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.183555Z","time spent":"1.87261403s","remote":"127.0.0.1:38308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:46.056209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.903059Z","time spent":"3.153142771s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T10:05:46.056228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.888504Z","time spent":"1.167704846s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:46.056205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:43.94639Z","time spent":"2.109807728s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T10:05:46.056236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.891115Z","time spent":"1.165076913s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:46.055833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:43.892871Z","time spent":"2.162753218s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:05:46.056289Z","caller":"traceutil/trace.go:171","msg":"trace[1871585126] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"1.167947573s","start":"2026-04-16T10:05:44.888334Z","end":"2026-04-16T10:05:46.056282Z","steps":["trace[1871585126] 'process raft request' (duration: 1.167133317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.056322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.888326Z","time spent":"1.167981565s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:46.056351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34172054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T10:05:46.056368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.629492Z","time spent":"1.426875197s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T10:05:46.05639Z","caller":"traceutil/trace.go:171","msg":"trace[1569016388] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22923; }","duration":"2.341781962s","start":"2026-04-16T10:05:43.714597Z","end":"2026-04-16T10:05:46.056379Z","steps":["trace[1569016388] 'agreement among raft nodes before linearized reading' (duration: 2.341697809s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.056422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:43.714582Z","time spent":"2.341834364s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-16T10:05:46.056435Z","caller":"traceutil/trace.go:171","msg":"trace[1368047776] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"1.170826163s","start":"2026-04-16T10:05:44.885599Z","end":"2026-04-16T10:05:46.056425Z","steps":["trace[1368047776] 'process raft request' (duration: 1.169828372s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.05604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161078662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-04-16T10:05:46.056467Z","caller":"traceutil/trace.go:171","msg":"trace[700124436] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:22923; }","duration":"3.161553798s","start":"2026-04-16T10:05:42.894904Z","end":"2026-04-16T10:05:46.056458Z","steps":["trace[700124436] 'agreement among raft nodes before linearized reading' (duration: 3.160976889s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.056478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.885571Z","time spent":"1.170883975s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:46.056502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.894895Z","time spent":"3.161597269s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"warn","ts":"2026-04-16T10:05:46.056051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098375488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:05:46.056579Z","caller":"traceutil/trace.go:171","msg":"trace[350043919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22923; }","duration":"2.098912985s","start":"2026-04-16T10:05:43.957659Z","end":"2026-04-16T10:05:46.056572Z","steps":["trace[350043919] 'agreement among raft nodes before linearized reading' (duration: 2.098280715s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.056605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:43.957655Z","time spent":"2.098944216s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:05:46.056054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.89429Z","time spent":"3.161759814s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26\" "} {"level":"warn","ts":"2026-04-16T10:05:46.055846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421369721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:46.056708Z","caller":"traceutil/trace.go:171","msg":"trace[816964131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:22923; }","duration":"2.422289931s","start":"2026-04-16T10:05:43.634405Z","end":"2026-04-16T10:05:46.056695Z","steps":["trace[816964131] 'agreement among raft nodes before linearized reading' (duration: 2.42130369s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.05611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166347008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18614"} {"level":"info","ts":"2026-04-16T10:05:46.056749Z","caller":"traceutil/trace.go:171","msg":"trace[2142066639] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22923; }","duration":"3.167008949s","start":"2026-04-16T10:05:42.889732Z","end":"2026-04-16T10:05:46.056741Z","steps":["trace[2142066639] 'agreement among raft nodes before linearized reading' (duration: 3.166335858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.056773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:42.889719Z","time spent":"3.16704786s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18637,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-16T10:05:46.056772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:43.634386Z","time spent":"2.422353652s","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:05:46.056164Z","caller":"traceutil/trace.go:171","msg":"trace[1332859812] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"1.167543551s","start":"2026-04-16T10:05:44.888612Z","end":"2026-04-16T10:05:46.056156Z","steps":["trace[1332859812] 'process raft request' (duration: 1.166929152s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.056968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.888604Z","time spent":"1.168235623s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:46.056277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111629737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:05:46.057211Z","caller":"traceutil/trace.go:171","msg":"trace[1817356391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22923; }","duration":"2.112577736s","start":"2026-04-16T10:05:43.944611Z","end":"2026-04-16T10:05:46.057188Z","steps":["trace[1817356391] 'agreement among raft nodes before linearized reading' (duration: 2.111613535s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.057296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:43.944597Z","time spent":"2.112679439s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:46.555769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:46.891426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:46.891549Z","caller":"traceutil/trace.go:171","msg":"trace[2057539409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316736s","start":"2026-04-16T10:05:44.89121Z","end":"2026-04-16T10:05:46.891527Z","steps":["trace[2057539409] 'agreement among raft nodes before linearized reading' (duration: 2.000139171s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:46.891616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.891203Z","time spent":"2.000401189s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:46.942385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.062804Z","time spent":"879.575921ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:05:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:46.94329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.061574Z","time spent":"881.712838ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:05:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:46.943981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.060838Z","time spent":"883.136283ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:05:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:47.055949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:47.556181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:48.056455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:48.556656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:05:48.573267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.766894604s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:05:48.681102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:48.681198Z","caller":"traceutil/trace.go:171","msg":"trace[1019341369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119049s","start":"2026-04-16T10:05:46.681056Z","end":"2026-04-16T10:05:48.681175Z","steps":["trace[1019341369] 'agreement among raft nodes before linearized reading' (duration: 1.999987815s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:48.681248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.681041Z","time spent":"2.000196461s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:05:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:48.901237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:48.901307Z","caller":"traceutil/trace.go:171","msg":"trace[1641336508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011937s","start":"2026-04-16T10:05:46.901279Z","end":"2026-04-16T10:05:48.901291Z","steps":["trace[1641336508] 'agreement among raft nodes before linearized reading' (duration: 1.999900733s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:48.901348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.901262Z","time spent":"2.000075299s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:50.450485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:47.880608Z","time spent":"2.569870144s","remote":"127.0.0.1:40390","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:50.450646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877147123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:50.450755Z","caller":"traceutil/trace.go:171","msg":"trace[2076660418] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"4.644582454s","start":"2026-04-16T10:05:45.80615Z","end":"2026-04-16T10:05:50.450732Z","steps":["trace[2076660418] 'process raft request' (duration: 2.767268996s)","trace[2076660418] 'compare' (duration: 1.875676856s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:50.450813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:45.806098Z","time spent":"4.644686357s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:05:50.907876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:50.907959Z","caller":"traceutil/trace.go:171","msg":"trace[614279488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252974s","start":"2026-04-16T10:05:48.907688Z","end":"2026-04-16T10:05:50.907941Z","steps":["trace[614279488] 'agreement among raft nodes before linearized reading' (duration: 2.000117599s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:50.908006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.907669Z","time spent":"2.000327525s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:51.943574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.944477Z","time spent":"4.999091711s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:05:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:51.943744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.945253Z","time spent":"4.998489372s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 10:05:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:52.594172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.931282517s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:05:52.896578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:45.895335Z","time spent":"7.001237955s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:52.910321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002059542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:52.910405Z","caller":"traceutil/trace.go:171","msg":"trace[1499366217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002185385s","start":"2026-04-16T10:05:50.908201Z","end":"2026-04-16T10:05:52.910386Z","steps":["trace[1499366217] 'agreement among raft nodes before linearized reading' (duration: 2.002071352s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:52.910458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:50.908191Z","time spent":"2.002259337s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:53.060514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.061829Z","time spent":"4.998680899s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.060509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.062182Z","time spent":"4.998318077s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.061163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.063404Z","time spent":"4.997754949s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.061271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.060915Z","time spent":"7.000353557s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.0615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.063422Z","time spent":"4.99807467s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.061491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.063362Z","time spent":"4.998120861s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.061589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.063403Z","time spent":"4.998183573s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.062247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.063571Z","time spent":"4.998671948s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.062582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.063586Z","time spent":"4.998992678s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.062806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.062685Z","time spent":"7.000118389s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.445101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:52.480466Z","time spent":"964.629272ms","remote":"127.0.0.1:40406","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:53.445455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.752338ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:05:53.445537Z","caller":"traceutil/trace.go:171","msg":"trace[1804034239] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22924; }","duration":"651.842171ms","start":"2026-04-16T10:05:52.793683Z","end":"2026-04-16T10:05:53.445525Z","steps":["trace[1804034239] 'range keys from in-memory index tree' (duration: 651.739408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:53.446138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.63594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:05:53.447332Z","caller":"traceutil/trace.go:171","msg":"trace[2006127581] linearizableReadLoop","detail":"{readStateIndex:23667; appliedIndex:23650; }","duration":"7.391618263s","start":"2026-04-16T10:05:46.055694Z","end":"2026-04-16T10:05:53.447312Z","steps":["trace[2006127581] 'read index received' (duration: 2.517806351s)","trace[2006127581] 'applied index is now lower than readState.Index' (duration: 4.873810521s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:05:53.447461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.73063431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:05:53.447502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.800903404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T10:05:53.44749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.936282614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-16T10:05:53.447531Z","caller":"traceutil/trace.go:171","msg":"trace[1552840294] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22938; }","duration":"7.730758664s","start":"2026-04-16T10:05:45.716758Z","end":"2026-04-16T10:05:53.447517Z","steps":["trace[1552840294] 'agreement among raft nodes before linearized reading' (duration: 7.730555348s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:53.447545Z","caller":"traceutil/trace.go:171","msg":"trace[416686203] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22938; }","duration":"8.800978636s","start":"2026-04-16T10:05:44.646552Z","end":"2026-04-16T10:05:53.447531Z","steps":["trace[416686203] 'agreement among raft nodes before linearized reading' (duration: 8.800828152s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:05:53.447553Z","caller":"traceutil/trace.go:171","msg":"trace[1150310463] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22938; }","duration":"7.936390108s","start":"2026-04-16T10:05:45.511147Z","end":"2026-04-16T10:05:53.447537Z","steps":["trace[1150310463] 'agreement among raft nodes before linearized reading' (duration: 7.936193281s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:53.447571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:44.646536Z","time spent":"8.801030769s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T10:05:53.44758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:45.716735Z","time spent":"7.730832727s","remote":"127.0.0.1:38084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:05:53.447582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:45.511126Z","time spent":"7.93645025s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T10:05:54.917357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:54.917471Z","caller":"traceutil/trace.go:171","msg":"trace[2110694602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279344s","start":"2026-04-16T10:05:52.917172Z","end":"2026-04-16T10:05:54.917451Z","steps":["trace[2110694602] 'agreement among raft nodes before linearized reading' (duration: 2.00013556s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:54.917529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:52.917166Z","time spent":"2.000352546s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:55.810636Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a5cc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T10:05:56.632286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999735041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:56.63241Z","caller":"traceutil/trace.go:171","msg":"trace[1523987495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999886515s","start":"2026-04-16T10:05:46.632488Z","end":"2026-04-16T10:05:56.632374Z","steps":["trace[1523987495] 'agreement among raft nodes before linearized reading' (duration: 9.999753661s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:56.632476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.632476Z","time spent":"9.999986879s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:05:56.632311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99971485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} 2026/04/16 10:05:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T10:05:56.632528Z","caller":"traceutil/trace.go:171","msg":"trace[532978163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999968658s","start":"2026-04-16T10:05:46.632544Z","end":"2026-04-16T10:05:56.632513Z","steps":["trace[532978163] 'agreement among raft nodes before linearized reading' (duration: 9.999739381s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:56.633431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.632532Z","time spent":"10.000887807s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/16 10:05:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:56.919607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:56.919671Z","caller":"traceutil/trace.go:171","msg":"trace[424672974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074283s","start":"2026-04-16T10:05:54.918912Z","end":"2026-04-16T10:05:56.919655Z","steps":["trace[424672974] 'agreement among raft nodes before linearized reading' (duration: 2.000663708s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:56.919706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:54.918895Z","time spent":"2.000804272s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:05:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:57.387733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:50.387015Z","time spent":"7.000710358s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:05:57.623597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.048078188s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:05:58.060101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994563677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:58.060171Z","caller":"traceutil/trace.go:171","msg":"trace[832275203] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.994665921s","start":"2026-04-16T10:05:53.065488Z","end":"2026-04-16T10:05:58.060154Z","steps":["trace[832275203] 'agreement among raft nodes before linearized reading' (duration: 4.994572658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.060214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.063221Z","time spent":"4.996980904s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/16 10:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:58.061038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995606741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:58.061151Z","caller":"traceutil/trace.go:171","msg":"trace[221300370] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.995757885s","start":"2026-04-16T10:05:53.065371Z","end":"2026-04-16T10:05:58.061129Z","steps":["trace[221300370] 'agreement among raft nodes before linearized reading' (duration: 4.99561919s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.061213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.065364Z","time spent":"4.995834697s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/16 10:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:58.06134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995863338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:58.061372Z","caller":"traceutil/trace.go:171","msg":"trace[1623120386] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99591329s","start":"2026-04-16T10:05:53.065449Z","end":"2026-04-16T10:05:58.061362Z","steps":["trace[1623120386] 'agreement among raft nodes before linearized reading' (duration: 4.995879919s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.061406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.065441Z","time spent":"4.995956401s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/16 10:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:58.061914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996613572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:58.061951Z","caller":"traceutil/trace.go:171","msg":"trace[361227250] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.996670463s","start":"2026-04-16T10:05:53.065271Z","end":"2026-04-16T10:05:58.061942Z","steps":["trace[361227250] 'agreement among raft nodes before linearized reading' (duration: 4.996628252s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.061979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.065263Z","time spent":"4.996705015s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/16 10:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:58.06238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996656533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:58.062428Z","caller":"traceutil/trace.go:171","msg":"trace[1980006409] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.996733505s","start":"2026-04-16T10:05:53.065681Z","end":"2026-04-16T10:05:58.062415Z","steps":["trace[1980006409] 'agreement among raft nodes before linearized reading' (duration: 4.996670693s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.062444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997143279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-16T10:05:58.062464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.065669Z","time spent":"4.996786708s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-16T10:05:58.062472Z","caller":"traceutil/trace.go:171","msg":"trace[2044259860] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997214261s","start":"2026-04-16T10:05:53.065251Z","end":"2026-04-16T10:05:58.062465Z","steps":["trace[2044259860] 'agreement among raft nodes before linearized reading' (duration: 4.99717042s)"],"step_count":1} 2026/04/16 10:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:58.062496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.065233Z","time spent":"4.997258303s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/16 10:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:58.064808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999363799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:58.064841Z","caller":"traceutil/trace.go:171","msg":"trace[2072984060] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999419601s","start":"2026-04-16T10:05:53.065414Z","end":"2026-04-16T10:05:58.064833Z","steps":["trace[2072984060] 'agreement among raft nodes before linearized reading' (duration: 4.999377969s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.064863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.065407Z","time spent":"4.999450552s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-16T10:05:58.064842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999501093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:05:58.064985Z","caller":"traceutil/trace.go:171","msg":"trace[119390860] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999660648s","start":"2026-04-16T10:05:53.065308Z","end":"2026-04-16T10:05:58.064969Z","steps":["trace[119390860] 'agreement among raft nodes before linearized reading' (duration: 4.999511293s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.065034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.065304Z","time spent":"4.99971663s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/16 10:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/16 10:05:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:05:58.681461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000651096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:58.68154Z","caller":"traceutil/trace.go:171","msg":"trace[572900739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00079326s","start":"2026-04-16T10:05:56.680728Z","end":"2026-04-16T10:05:58.681521Z","steps":["trace[572900739] 'agreement among raft nodes before linearized reading' (duration: 2.000686697s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.681602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.680704Z","time spent":"2.000887804s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:58.928084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:05:58.928196Z","caller":"traceutil/trace.go:171","msg":"trace[652068115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705707s","start":"2026-04-16T10:05:56.927472Z","end":"2026-04-16T10:05:58.928177Z","steps":["trace[652068115] 'agreement among raft nodes before linearized reading' (duration: 2.000572573s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:05:58.928243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.927454Z","time spent":"2.00077903s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:05:59.912757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:52.911652Z","time spent":"7.00109743s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:00.124931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.549363918s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T10:06:00.452966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.451886Z","time spent":"7.001075079s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:00.453074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.451892Z","time spent":"7.001171122s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:00.936075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:00.936192Z","caller":"traceutil/trace.go:171","msg":"trace[1182374417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161941s","start":"2026-04-16T10:05:58.936003Z","end":"2026-04-16T10:06:00.936165Z","steps":["trace[1182374417] 'agreement among raft nodes before linearized reading' (duration: 2.000002356s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:00.936257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.935984Z","time spent":"2.000260915s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:02.456984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:55.456466Z","time spent":"7.000511791s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:02.818756Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a5cc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T10:06:02.906718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009982253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:02.90681Z","caller":"traceutil/trace.go:171","msg":"trace[179238315] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.010134318s","start":"2026-04-16T10:05:52.896653Z","end":"2026-04-16T10:06:02.906788Z","steps":["trace[179238315] 'agreement among raft nodes before linearized reading' (duration: 10.009997523s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:02.906866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:52.89664Z","time spent":"10.01020701s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/16 10:06:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:02.936348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:02.936442Z","caller":"traceutil/trace.go:171","msg":"trace[1148927311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223893s","start":"2026-04-16T10:06:00.936194Z","end":"2026-04-16T10:06:02.936417Z","steps":["trace[1148927311] 'agreement among raft nodes before linearized reading' (duration: 2.000110719s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:02.936503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:00.936176Z","time spent":"2.000316175s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:03.062707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997256293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:03.062798Z","caller":"traceutil/trace.go:171","msg":"trace[541881916] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997391728s","start":"2026-04-16T10:05:58.065383Z","end":"2026-04-16T10:06:03.062775Z","steps":["trace[541881916] 'agreement among raft nodes before linearized reading' (duration: 4.997274814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:03.062862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.065372Z","time spent":"4.99747501s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/16 10:06:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:03.062892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997667516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:03.063042Z","caller":"traceutil/trace.go:171","msg":"trace[335380952] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997967086s","start":"2026-04-16T10:05:58.06503Z","end":"2026-04-16T10:06:03.062997Z","steps":["trace[335380952] 'agreement among raft nodes before linearized reading' (duration: 4.997695317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:03.063128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.065007Z","time spent":"4.99810115s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/16 10:06:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:03.064444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997728628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:03.064543Z","caller":"traceutil/trace.go:171","msg":"trace[175539583] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997899354s","start":"2026-04-16T10:05:58.066621Z","end":"2026-04-16T10:06:03.06452Z","steps":["trace[175539583] 'agreement among raft nodes before linearized reading' (duration: 4.997751369s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:03.064597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.06661Z","time spent":"4.997976836s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/16 10:06:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:03.122868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.114359Z","time spent":"7.008501323s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:03.635856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.63545Z","time spent":"7.000401038s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:03.636023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.635014Z","time spent":"7.000998277s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:03.683852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.35713681s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:04.397852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270744198s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.399817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605751767s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.39992Z","caller":"traceutil/trace.go:171","msg":"trace[52097471] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22939; }","duration":"1.60585803s","start":"2026-04-16T10:06:02.794044Z","end":"2026-04-16T10:06:04.399902Z","steps":["trace[52097471] 'range keys from in-memory index tree' (duration: 1.605738726s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403149Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"41.872µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-04-16T10:06:04.403312Z","caller":"traceutil/trace.go:171","msg":"trace[1974014149] linearizableReadLoop","detail":"{readStateIndex:23670; appliedIndex:23667; }","duration":"10.955905807s","start":"2026-04-16T10:05:53.447392Z","end":"2026-04-16T10:06:04.403298Z","steps":["trace[1974014149] 'read index received' (duration: 128.177211ms)","trace[1974014149] 'applied index is now lower than readState.Index' (duration: 10.827727956s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:04.403457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.670279354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:04.403487Z","caller":"traceutil/trace.go:171","msg":"trace[1394586540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22945; }","duration":"14.670343926s","start":"2026-04-16T10:05:49.733136Z","end":"2026-04-16T10:06:04.40348Z","steps":["trace[1394586540] 'agreement among raft nodes before linearized reading' (duration: 14.670258943s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.976070606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.403514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:49.733122Z","time spent":"14.670384717s","remote":"127.0.0.1:60876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.403522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.341099203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.40353Z","caller":"traceutil/trace.go:171","msg":"trace[1447301325] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22945; }","duration":"13.976163829s","start":"2026-04-16T10:05:50.427349Z","end":"2026-04-16T10:06:04.403513Z","steps":["trace[1447301325] 'agreement among raft nodes before linearized reading' (duration: 13.976042935s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:04.403569Z","caller":"traceutil/trace.go:171","msg":"trace[335188059] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22945; }","duration":"15.341178236s","start":"2026-04-16T10:05:49.062374Z","end":"2026-04-16T10:06:04.403552Z","steps":["trace[335188059] 'agreement among raft nodes before linearized reading' (duration: 15.341103464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.221013825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.403577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.876707137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:04.403615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:49.062355Z","time spent":"15.341250638s","remote":"127.0.0.1:59646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:04.403628Z","caller":"traceutil/trace.go:171","msg":"trace[1786901586] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22945; }","duration":"16.221138809s","start":"2026-04-16T10:05:48.182471Z","end":"2026-04-16T10:06:04.40361Z","steps":["trace[1786901586] 'agreement among raft nodes before linearized reading' (duration: 16.220998894s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.40357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:50.427328Z","time spent":"13.976232131s","remote":"127.0.0.1:59678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.403676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.18245Z","time spent":"16.221214152s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:04.403671Z","caller":"traceutil/trace.go:171","msg":"trace[1370214089] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22945; }","duration":"12.876848141s","start":"2026-04-16T10:05:51.5268Z","end":"2026-04-16T10:06:04.403649Z","steps":["trace[1370214089] 'agreement among raft nodes before linearized reading' (duration: 12.876681386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.705285853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.40373Z","caller":"traceutil/trace.go:171","msg":"trace[472179439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22945; }","duration":"16.705347145s","start":"2026-04-16T10:05:47.698372Z","end":"2026-04-16T10:06:04.403719Z","steps":["trace[472179439] 'agreement among raft nodes before linearized reading' (duration: 16.705290784s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.216038619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.40374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:51.526784Z","time spent":"12.876940893s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.403722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.310848619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.403762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.744977784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.403804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.07086289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.403817Z","caller":"traceutil/trace.go:171","msg":"trace[1319896238] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22945; }","duration":"15.311003154s","start":"2026-04-16T10:05:49.092788Z","end":"2026-04-16T10:06:04.403791Z","steps":["trace[1319896238] 'agreement among raft nodes before linearized reading' (duration: 15.310816368s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.896907782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.403887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.443745169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.403838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.768184443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.403922Z","caller":"traceutil/trace.go:171","msg":"trace[1908322898] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22945; }","duration":"15.443816051s","start":"2026-04-16T10:05:48.960093Z","end":"2026-04-16T10:06:04.403909Z","steps":["trace[1908322898] 'agreement among raft nodes before linearized reading' (duration: 15.443757229s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.115816344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.403929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.912946699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.403956Z","caller":"traceutil/trace.go:171","msg":"trace[869492012] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22945; }","duration":"18.115881626s","start":"2026-04-16T10:05:46.288069Z","end":"2026-04-16T10:06:04.40395Z","steps":["trace[869492012] 'agreement among raft nodes before linearized reading' (duration: 18.115844634s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.96007Z","time spent":"15.443875873s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.403974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.288046Z","time spent":"18.115924257s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.40396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.338806039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:06:04.403991Z","caller":"traceutil/trace.go:171","msg":"trace[1487344218] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22945; }","duration":"12.913028371s","start":"2026-04-16T10:05:51.490939Z","end":"2026-04-16T10:06:04.403967Z","steps":["trace[1487344218] 'agreement among raft nodes before linearized reading' (duration: 12.912952149s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.665388614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:04.404019Z","caller":"traceutil/trace.go:171","msg":"trace[2001404711] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22945; }","duration":"11.338892632s","start":"2026-04-16T10:05:53.065109Z","end":"2026-04-16T10:06:04.404002Z","steps":["trace[2001404711] 'agreement among raft nodes before linearized reading' (duration: 11.338753138s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:51.490918Z","time spent":"12.913111774s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.404059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.065089Z","time spent":"11.338959354s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:06:04.404071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.048817866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.404078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.342754829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-16T10:06:04.404091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.280148618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:04.40411Z","caller":"traceutil/trace.go:171","msg":"trace[2066770085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22945; }","duration":"16.048892338s","start":"2026-04-16T10:05:48.355207Z","end":"2026-04-16T10:06:04.4041Z","steps":["trace[2066770085] 'agreement among raft nodes before linearized reading' (duration: 16.048824326s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:04.404119Z","caller":"traceutil/trace.go:171","msg":"trace[1907450949] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22945; }","duration":"18.342798371s","start":"2026-04-16T10:05:46.061311Z","end":"2026-04-16T10:06:04.404109Z","steps":["trace[1907450949] 'agreement among raft nodes before linearized reading' (duration: 18.342662816s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.474732563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.404142Z","caller":"traceutil/trace.go:171","msg":"trace[789975673] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:22945; }","duration":"12.28022929s","start":"2026-04-16T10:05:52.123901Z","end":"2026-04-16T10:06:04.404131Z","steps":["trace[789975673] 'agreement among raft nodes before linearized reading' (duration: 12.280151278s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.06126Z","time spent":"18.342887793s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-16T10:06:04.404181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:52.123868Z","time spent":"12.280303963s","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:04.404181Z","caller":"traceutil/trace.go:171","msg":"trace[716201978] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22945; }","duration":"12.474818395s","start":"2026-04-16T10:05:51.929344Z","end":"2026-04-16T10:06:04.404163Z","steps":["trace[716201978] 'agreement among raft nodes before linearized reading' (duration: 12.474737823s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:47.698354Z","time spent":"16.705401847s","remote":"127.0.0.1:60710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.404225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:51.929325Z","time spent":"12.474886818s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.403683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.114359273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.404288Z","caller":"traceutil/trace.go:171","msg":"trace[128404011] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:22945; }","duration":"11.114966252s","start":"2026-04-16T10:05:53.289309Z","end":"2026-04-16T10:06:04.404275Z","steps":["trace[128404011] 'agreement among raft nodes before linearized reading' (duration: 11.114334442s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:04.404054Z","caller":"traceutil/trace.go:171","msg":"trace[1042797341] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22945; }","duration":"12.665487687s","start":"2026-04-16T10:05:51.738552Z","end":"2026-04-16T10:06:04.404039Z","steps":["trace[1042797341] 'agreement among raft nodes before linearized reading' (duration: 12.665388484s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.28926Z","time spent":"11.115070556s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:04.403985Z","caller":"traceutil/trace.go:171","msg":"trace[1663920579] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22945; }","duration":"13.768381319s","start":"2026-04-16T10:05:50.635564Z","end":"2026-04-16T10:06:04.403946Z","steps":["trace[1663920579] 'agreement among raft nodes before linearized reading' (duration: 13.768124891s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:51.73853Z","time spent":"12.665813227s","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:04.403772Z","caller":"traceutil/trace.go:171","msg":"trace[308034533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22945; }","duration":"11.216094581s","start":"2026-04-16T10:05:53.187665Z","end":"2026-04-16T10:06:04.40376Z","steps":["trace[308034533] 'agreement among raft nodes before linearized reading' (duration: 11.216039659s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:50.635549Z","time spent":"13.768848224s","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.404432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.187652Z","time spent":"11.216767931s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.40386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.339777756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:06:04.403902Z","caller":"traceutil/trace.go:171","msg":"trace[1722204938] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22945; }","duration":"17.896978574s","start":"2026-04-16T10:05:46.506915Z","end":"2026-04-16T10:06:04.403893Z","steps":["trace[1722204938] 'agreement among raft nodes before linearized reading' (duration: 17.896935352s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:04.404556Z","caller":"traceutil/trace.go:171","msg":"trace[603766599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22945; }","duration":"13.340509649s","start":"2026-04-16T10:05:51.064034Z","end":"2026-04-16T10:06:04.404544Z","steps":["trace[603766599] 'agreement among raft nodes before linearized reading' (duration: 13.339632552s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.506884Z","time spent":"17.897670206s","remote":"127.0.0.1:42044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.404588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:51.064005Z","time spent":"13.340573231s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:06:04.403482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.968546033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:04.404725Z","caller":"traceutil/trace.go:171","msg":"trace[514047273] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22945; }","duration":"11.969839005s","start":"2026-04-16T10:05:52.434875Z","end":"2026-04-16T10:06:04.404714Z","steps":["trace[514047273] 'agreement among raft nodes before linearized reading' (duration: 11.968547484s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:52.434855Z","time spent":"11.969891666s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:04.403836Z","caller":"traceutil/trace.go:171","msg":"trace[844100315] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22945; }","duration":"17.070978773s","start":"2026-04-16T10:05:47.332849Z","end":"2026-04-16T10:06:04.403827Z","steps":["trace[844100315] 'agreement among raft nodes before linearized reading' (duration: 17.070932421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.40481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:47.33283Z","time spent":"17.071964804s","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:04.403829Z","caller":"traceutil/trace.go:171","msg":"trace[1811547810] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22945; }","duration":"11.745068408s","start":"2026-04-16T10:05:52.658734Z","end":"2026-04-16T10:06:04.403803Z","steps":["trace[1811547810] 'agreement among raft nodes before linearized reading' (duration: 11.744983865s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.404929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:52.658714Z","time spent":"11.746194433s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.403897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:49.092725Z","time spent":"15.311152108s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.404313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.340236429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-16T10:06:04.404166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.355186Z","time spent":"16.048971101s","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:04.405099Z","caller":"traceutil/trace.go:171","msg":"trace[1752660536] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22945; }","duration":"18.341057726s","start":"2026-04-16T10:05:46.064029Z","end":"2026-04-16T10:06:04.405087Z","steps":["trace[1752660536] 'agreement among raft nodes before linearized reading' (duration: 18.34023557s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.403646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.082861192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:04.405135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:46.064022Z","time spent":"18.341101937s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-16T10:06:04.405143Z","caller":"traceutil/trace.go:171","msg":"trace[870032893] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22945; }","duration":"15.084436771s","start":"2026-04-16T10:05:49.320692Z","end":"2026-04-16T10:06:04.405129Z","steps":["trace[870032893] 'agreement among raft nodes before linearized reading' (duration: 15.082846491s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.40518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:49.320677Z","time spent":"15.084491233s","remote":"127.0.0.1:38016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:04.405399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.616700852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-04-16T10:06:04.405599Z","caller":"traceutil/trace.go:171","msg":"trace[1403968417] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:22945; }","duration":"15.616898498s","start":"2026-04-16T10:05:48.788683Z","end":"2026-04-16T10:06:04.405581Z","steps":["trace[1403968417] 'agreement among raft nodes before linearized reading' (duration: 15.615544215s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.40567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:48.788609Z","time spent":"15.617047083s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"warn","ts":"2026-04-16T10:06:04.957307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012892042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:04.95739Z","caller":"traceutil/trace.go:171","msg":"trace[1336986198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.013036307s","start":"2026-04-16T10:06:02.944334Z","end":"2026-04-16T10:06:04.957371Z","steps":["trace[1336986198] 'agreement among raft nodes before linearized reading' (duration: 2.012922383s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:04.95744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:02.944318Z","time spent":"2.013112369s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:05.065251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.065071Z","time spent":"7.000173451s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:05.421256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.029282836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:05.421355Z","caller":"traceutil/trace.go:171","msg":"trace[1879199638] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"8.02944383s","start":"2026-04-16T10:05:57.391886Z","end":"2026-04-16T10:06:05.42133Z","steps":["trace[1879199638] 'agreement among raft nodes before linearized reading' (duration: 8.029317366s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:05.421417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:57.391865Z","time spent":"8.029536454s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/16 10:06:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:06.94643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989019779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:06.946554Z","caller":"traceutil/trace.go:171","msg":"trace[1797768682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.989201495s","start":"2026-04-16T10:06:04.957325Z","end":"2026-04-16T10:06:06.946527Z","steps":["trace[1797768682] 'agreement among raft nodes before linearized reading' (duration: 1.98904378s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:06.94662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:04.957308Z","time spent":"1.989294479s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:07.14938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.321345257s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:08.126787Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a5fd","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T10:06:08.680793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:08.680851Z","caller":"traceutil/trace.go:171","msg":"trace[1984620634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000179651s","start":"2026-04-16T10:06:06.680657Z","end":"2026-04-16T10:06:08.680836Z","steps":["trace[1984620634] 'agreement among raft nodes before linearized reading' (duration: 2.000105848s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:08.680896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:06.68064Z","time spent":"2.000248893s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:08.739966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911974246s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-16T10:06:08.952222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:08.952358Z","caller":"traceutil/trace.go:171","msg":"trace[332037219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688017s","start":"2026-04-16T10:06:06.951641Z","end":"2026-04-16T10:06:08.952329Z","steps":["trace[332037219] 'agreement among raft nodes before linearized reading' (duration: 2.000498381s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:08.952427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:06.951624Z","time spent":"2.0007884s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:09.915726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99907753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:09.915787Z","caller":"traceutil/trace.go:171","msg":"trace[1565377360] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999185363s","start":"2026-04-16T10:05:59.916585Z","end":"2026-04-16T10:06:09.91577Z","steps":["trace[1565377360] 'agreement among raft nodes before linearized reading' (duration: 9.99910213s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:09.915817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:59.916569Z","time spent":"9.999242114s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/16 10:06:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:10.092794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.953638824s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:10.133517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:03.132734Z","time spent":"7.00077393s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:10.959817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000671308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:10.959907Z","caller":"traceutil/trace.go:171","msg":"trace[438993400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000842853s","start":"2026-04-16T10:06:08.959042Z","end":"2026-04-16T10:06:10.959885Z","steps":["trace[438993400] 'agreement among raft nodes before linearized reading' (duration: 2.000701658s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:10.959956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:08.959019Z","time spent":"2.000927026s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:11.40537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:04.405217Z","time spent":"7.000148249s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:11.584239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844162881s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:06:11.584536Z","caller":"traceutil/trace.go:171","msg":"trace[1825154551] linearizableReadLoop","detail":"{readStateIndex:23680; appliedIndex:23677; }","duration":"7.181142986s","start":"2026-04-16T10:06:04.40337Z","end":"2026-04-16T10:06:11.584513Z","steps":["trace[1825154551] 'read index received' (duration: 424.562565ms)","trace[1825154551] 'applied index is now lower than readState.Index' (duration: 6.756578631s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:11.585119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.324350135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.58515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.595222073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.585177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.014121518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.585206Z","caller":"traceutil/trace.go:171","msg":"trace[683271439] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22947; }","duration":"15.324486129s","start":"2026-04-16T10:05:56.260697Z","end":"2026-04-16T10:06:11.585183Z","steps":["trace[683271439] 'agreement among raft nodes before linearized reading' (duration: 15.324340525s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.585217Z","caller":"traceutil/trace.go:171","msg":"trace[1322824084] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22947; }","duration":"11.595346517s","start":"2026-04-16T10:05:59.989853Z","end":"2026-04-16T10:06:11.5852Z","steps":["trace[1322824084] 'agreement among raft nodes before linearized reading' (duration: 11.595195382s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.218575285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:11.585253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:59.989832Z","time spent":"11.595414609s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.585251Z","caller":"traceutil/trace.go:171","msg":"trace[352474045] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22947; }","duration":"13.014241492s","start":"2026-04-16T10:05:58.570988Z","end":"2026-04-16T10:06:11.585229Z","steps":["trace[352474045] 'agreement among raft nodes before linearized reading' (duration: 13.014115638s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.585284Z","caller":"traceutil/trace.go:171","msg":"trace[1422225476] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22947; }","duration":"13.218644597s","start":"2026-04-16T10:05:58.366625Z","end":"2026-04-16T10:06:11.58527Z","steps":["trace[1422225476] 'agreement among raft nodes before linearized reading' (duration: 13.218453651s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.570961Z","time spent":"13.014323785s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.585301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.821249263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.585329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.366611Z","time spent":"13.218708059s","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":85,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.585449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.221470311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-16T10:06:11.58543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.12398052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:11.585558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.261614488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:11.585587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.15214587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.585609Z","caller":"traceutil/trace.go:171","msg":"trace[980604062] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:22947; }","duration":"10.261650419s","start":"2026-04-16T10:06:01.323936Z","end":"2026-04-16T10:06:11.585586Z","steps":["trace[980604062] 'agreement among raft nodes before linearized reading' (duration: 10.261558596s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.585622Z","caller":"traceutil/trace.go:171","msg":"trace[510032615] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22947; }","duration":"13.152214522s","start":"2026-04-16T10:05:58.433397Z","end":"2026-04-16T10:06:11.585612Z","steps":["trace[510032615] 'agreement among raft nodes before linearized reading' (duration: 13.15216024s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.433381Z","time spent":"13.152273284s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.585669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.650639453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.585645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.837131857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.585716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.34273802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.585746Z","caller":"traceutil/trace.go:171","msg":"trace[1994521436] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22947; }","duration":"13.837277131s","start":"2026-04-16T10:05:57.748441Z","end":"2026-04-16T10:06:11.585718Z","steps":["trace[1994521436] 'agreement among raft nodes before linearized reading' (duration: 13.837085055s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.801643173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:11.585331Z","caller":"traceutil/trace.go:171","msg":"trace[1162749957] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22947; }","duration":"14.821340676s","start":"2026-04-16T10:05:56.763981Z","end":"2026-04-16T10:06:11.585322Z","steps":["trace[1162749957] 'agreement among raft nodes before linearized reading' (duration: 14.821292094s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.585789Z","caller":"traceutil/trace.go:171","msg":"trace[1110077902] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22947; }","duration":"10.801700665s","start":"2026-04-16T10:06:00.784081Z","end":"2026-04-16T10:06:11.585782Z","steps":["trace[1110077902] 'agreement among raft nodes before linearized reading' (duration: 10.801630023s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.079395035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.585799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.116776413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-16T10:06:11.585795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.374280597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:11.5858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:57.74842Z","time spent":"13.837369874s","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.585811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:00.784057Z","time spent":"10.801749436s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.58581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.763959Z","time spent":"14.821840961s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.585828Z","caller":"traceutil/trace.go:171","msg":"trace[1512302485] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22947; }","duration":"9.116851045s","start":"2026-04-16T10:06:02.468969Z","end":"2026-04-16T10:06:11.58582Z","steps":["trace[1512302485] 'agreement among raft nodes before linearized reading' (duration: 9.116753222s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.585822Z","caller":"traceutil/trace.go:171","msg":"trace[335107157] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22947; }","duration":"18.079466247s","start":"2026-04-16T10:05:53.506344Z","end":"2026-04-16T10:06:11.585811Z","steps":["trace[335107157] 'agreement among raft nodes before linearized reading' (duration: 18.079363184s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.585831Z","caller":"traceutil/trace.go:171","msg":"trace[483111149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22947; }","duration":"11.374317819s","start":"2026-04-16T10:06:00.211505Z","end":"2026-04-16T10:06:11.585822Z","steps":["trace[483111149] 'agreement among raft nodes before linearized reading' (duration: 11.374214565s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:02.468862Z","time spent":"9.116980919s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-16T10:06:11.585849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.756539109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.585867Z","caller":"traceutil/trace.go:171","msg":"trace[153046555] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22947; }","duration":"16.756585591s","start":"2026-04-16T10:05:54.829276Z","end":"2026-04-16T10:06:11.585861Z","steps":["trace[153046555] 'agreement among raft nodes before linearized reading' (duration: 16.75655601s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585852Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"28.471µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-16T10:06:11.585895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:54.829258Z","time spent":"16.756631832s","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.58525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.260675Z","time spent":"15.324565321s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.585923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.394880834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.585605Z","caller":"traceutil/trace.go:171","msg":"trace[417562686] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22947; }","duration":"14.124400423s","start":"2026-04-16T10:05:57.461177Z","end":"2026-04-16T10:06:11.585577Z","steps":["trace[417562686] 'agreement among raft nodes before linearized reading' (duration: 14.123942538s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.126054811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3781de4ec0\" ","response":"range_response_count:1 size:890"} {"level":"warn","ts":"2026-04-16T10:06:11.585632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:01.323908Z","time spent":"10.261718001s","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.585983Z","caller":"traceutil/trace.go:171","msg":"trace[622879156] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3781de4ec0; range_end:; response_count:1; response_revision:22947; }","duration":"11.126124143s","start":"2026-04-16T10:06:00.45985Z","end":"2026-04-16T10:06:11.585974Z","steps":["trace[622879156] 'agreement among raft nodes before linearized reading' (duration: 11.12603377s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.083149614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:11.586013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.141470665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.480878436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:11.586018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:00.459831Z","time spent":"11.126180185s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":913,"request content":"key:\"/registry/events/openstack/magnum-api-7f758ccdd7-fl6r8.18a6ce3781de4ec0\" "} {"level":"info","ts":"2026-04-16T10:06:11.586032Z","caller":"traceutil/trace.go:171","msg":"trace[1497881035] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22947; }","duration":"17.141516987s","start":"2026-04-16T10:05:54.444508Z","end":"2026-04-16T10:06:11.586025Z","steps":["trace[1497881035] 'agreement among raft nodes before linearized reading' (duration: 17.141488956s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.585776Z","caller":"traceutil/trace.go:171","msg":"trace[879612063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22947; }","duration":"17.342846574s","start":"2026-04-16T10:05:54.242914Z","end":"2026-04-16T10:06:11.585761Z","steps":["trace[879612063] 'agreement among raft nodes before linearized reading' (duration: 17.3427461s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.586038Z","caller":"traceutil/trace.go:171","msg":"trace[687518793] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22947; }","duration":"7.480943308s","start":"2026-04-16T10:06:04.105088Z","end":"2026-04-16T10:06:11.586031Z","steps":["trace[687518793] 'agreement among raft nodes before linearized reading' (duration: 7.480885816s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.58606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:54.444481Z","time spent":"17.141574438s","remote":"127.0.0.1:38190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.197467315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:54.242894Z","time spent":"17.343166444s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.58607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:04.105056Z","time spent":"7.4810075s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.178161962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-68072ac8-6232-4223-8ff7-3602b0bac373\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-16T10:06:11.586106Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a5fd","error":"lease not found"} {"level":"warn","ts":"2026-04-16T10:06:11.585497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.19695291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.586121Z","caller":"traceutil/trace.go:171","msg":"trace[1096476552] range","detail":"{range_begin:/registry/persistentvolumes/pvc-68072ac8-6232-4223-8ff7-3602b0bac373; range_end:; response_count:1; response_revision:22947; }","duration":"7.178223394s","start":"2026-04-16T10:06:04.407876Z","end":"2026-04-16T10:06:11.586099Z","steps":["trace[1096476552] 'agreement among raft nodes before linearized reading' (duration: 7.178057309s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.19238664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.717547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.586156Z","caller":"traceutil/trace.go:171","msg":"trace[1135853618] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22947; }","duration":"10.197663382s","start":"2026-04-16T10:06:01.388483Z","end":"2026-04-16T10:06:11.586146Z","steps":["trace[1135853618] 'agreement among raft nodes before linearized reading' (duration: 10.196947349s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.586168Z","caller":"traceutil/trace.go:171","msg":"trace[404789222] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:22947; }","duration":"17.192443912s","start":"2026-04-16T10:05:54.39372Z","end":"2026-04-16T10:06:11.586164Z","steps":["trace[404789222] 'agreement among raft nodes before linearized reading' (duration: 17.192412741s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.585954Z","caller":"traceutil/trace.go:171","msg":"trace[1066734710] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:22947; }","duration":"8.394941165s","start":"2026-04-16T10:06:03.191004Z","end":"2026-04-16T10:06:11.585945Z","steps":["trace[1066734710] 'agreement among raft nodes before linearized reading' (duration: 8.394894504s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:54.393698Z","time spent":"17.192481703s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.58555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.729704311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:04.407864Z","time spent":"7.178300346s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-68072ac8-6232-4223-8ff7-3602b0bac373\" "} {"level":"warn","ts":"2026-04-16T10:06:11.585815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.684674473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.585697Z","caller":"traceutil/trace.go:171","msg":"trace[246859674] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22947; }","duration":"10.650712744s","start":"2026-04-16T10:06:00.934974Z","end":"2026-04-16T10:06:11.585687Z","steps":["trace[246859674] 'agreement among raft nodes before linearized reading' (duration: 10.650672643s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.586208Z","caller":"traceutil/trace.go:171","msg":"trace[343520036] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22947; }","duration":"12.730362471s","start":"2026-04-16T10:05:58.855837Z","end":"2026-04-16T10:06:11.5862Z","steps":["trace[343520036] 'agreement among raft nodes before linearized reading' (duration: 12.72968865s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.447205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:03.190988Z","time spent":"8.395210143s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.58622Z","caller":"traceutil/trace.go:171","msg":"trace[2039764299] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:22947; }","duration":"16.685111677s","start":"2026-04-16T10:05:54.901098Z","end":"2026-04-16T10:06:11.58621Z","steps":["trace[2039764299] 'agreement among raft nodes before linearized reading' (duration: 16.684695694s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.586237Z","caller":"traceutil/trace.go:171","msg":"trace[1299578405] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22947; }","duration":"694.497606ms","start":"2026-04-16T10:06:10.891734Z","end":"2026-04-16T10:06:11.586232Z","steps":["trace[1299578405] 'agreement among raft nodes before linearized reading' (duration: 694.473176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.064665489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128801"} {"level":"warn","ts":"2026-04-16T10:06:11.58626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:10.891715Z","time spent":"694.536697ms","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:54.901076Z","time spent":"16.685171769s","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.586277Z","caller":"traceutil/trace.go:171","msg":"trace[771888743] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22947; }","duration":"14.064794633s","start":"2026-04-16T10:05:57.521469Z","end":"2026-04-16T10:06:11.586263Z","steps":["trace[771888743] 'agreement among raft nodes before linearized reading' (duration: 14.064550326s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009687252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.586405Z","caller":"traceutil/trace.go:171","msg":"trace[1631641405] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22947; }","duration":"2.009745814s","start":"2026-04-16T10:06:09.576653Z","end":"2026-04-16T10:06:11.586399Z","steps":["trace[1631641405] 'agreement among raft nodes before linearized reading' (duration: 2.009711423s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:57.521448Z","time spent":"14.064938608s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128824,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T10:06:11.58542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.799860446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:09.57663Z","time spent":"2.009787735s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340206144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.58645Z","caller":"traceutil/trace.go:171","msg":"trace[338030034] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22947; }","duration":"15.801160978s","start":"2026-04-16T10:05:55.785273Z","end":"2026-04-16T10:06:11.586434Z","steps":["trace[338030034] 'agreement among raft nodes before linearized reading' (duration: 15.799841196s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.586034Z","caller":"traceutil/trace.go:171","msg":"trace[130824004] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22947; }","duration":"13.083689542s","start":"2026-04-16T10:05:58.502333Z","end":"2026-04-16T10:06:11.586023Z","steps":["trace[130824004] 'agreement among raft nodes before linearized reading' (duration: 13.083163685s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668546466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-16T10:06:11.586501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.502313Z","time spent":"13.084182897s","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.586526Z","caller":"traceutil/trace.go:171","msg":"trace[442615019] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:22947; }","duration":"1.66865773s","start":"2026-04-16T10:06:09.91785Z","end":"2026-04-16T10:06:11.586508Z","steps":["trace[442615019] 'agreement among raft nodes before linearized reading' (duration: 1.668366281s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448456987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-04-16T10:06:11.586564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226230769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517716276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-16T10:06:11.586584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148325581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:06:11.586583Z","caller":"traceutil/trace.go:171","msg":"trace[1815721364] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:22947; }","duration":"1.448504348s","start":"2026-04-16T10:06:10.138071Z","end":"2026-04-16T10:06:11.586575Z","steps":["trace[1815721364] 'agreement among raft nodes before linearized reading' (duration: 1.448430916s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553471994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:11.586598Z","caller":"traceutil/trace.go:171","msg":"trace[989366918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22947; }","duration":"2.226298341s","start":"2026-04-16T10:06:09.360291Z","end":"2026-04-16T10:06:11.586589Z","steps":["trace[989366918] 'agreement among raft nodes before linearized reading' (duration: 2.226227938s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.586607Z","caller":"traceutil/trace.go:171","msg":"trace[483189454] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22947; }","duration":"3.148396733s","start":"2026-04-16T10:06:08.438205Z","end":"2026-04-16T10:06:11.586602Z","steps":["trace[483189454] 'agreement among raft nodes before linearized reading' (duration: 3.148254849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:55.785251Z","time spent":"15.801227419s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:08.43819Z","time spent":"3.148430295s","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":194,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:10.138058Z","time spent":"1.44855009s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-16T10:06:11.586626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:09.36027Z","time spent":"2.226348413s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.586634Z","caller":"traceutil/trace.go:171","msg":"trace[137884837] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22947; }","duration":"3.518303485s","start":"2026-04-16T10:06:08.068292Z","end":"2026-04-16T10:06:11.586595Z","steps":["trace[137884837] 'agreement among raft nodes before linearized reading' (duration: 3.517712676s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.586629Z","caller":"traceutil/trace.go:171","msg":"trace[1707473776] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:22947; }","duration":"3.553569786s","start":"2026-04-16T10:06:08.033045Z","end":"2026-04-16T10:06:11.586615Z","steps":["trace[1707473776] 'agreement among raft nodes before linearized reading' (duration: 3.553402691s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:08.068272Z","time spent":"3.518377507s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T10:06:11.586224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:00.93495Z","time spent":"10.651264522s","remote":"127.0.0.1:37928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:08.033024Z","time spent":"3.553635869s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":97,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:09.917839Z","time spent":"1.668732702s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-16T10:06:11.586487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:57.461159Z","time spent":"14.124995631s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323133917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.586883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.586848Z","caller":"traceutil/trace.go:171","msg":"trace[399769274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:22947; }","duration":"5.32319573s","start":"2026-04-16T10:06:06.263647Z","end":"2026-04-16T10:06:11.586843Z","steps":["trace[399769274] 'agreement among raft nodes before linearized reading' (duration: 5.323166909s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768566545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:11.586866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:06.263627Z","time spent":"5.32323536s","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.58688Z","caller":"traceutil/trace.go:171","msg":"trace[1971405114] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22947; }","duration":"3.768626376s","start":"2026-04-16T10:06:07.818241Z","end":"2026-04-16T10:06:11.586867Z","steps":["trace[1971405114] 'agreement among raft nodes before linearized reading' (duration: 3.768580385s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:07.818219Z","time spent":"3.768697489s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.58693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.164333919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T10:06:11.586948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.186739668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:11.58696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.168848948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-16T10:06:11.585997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.480449685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.58697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.343999107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.586989Z","caller":"traceutil/trace.go:171","msg":"trace[1788572746] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22947; }","duration":"5.186783659s","start":"2026-04-16T10:06:06.400194Z","end":"2026-04-16T10:06:11.586978Z","steps":["trace[1788572746] 'agreement among raft nodes before linearized reading' (duration: 5.186714107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.58586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:53.506325Z","time spent":"18.079525589s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.587004Z","caller":"traceutil/trace.go:171","msg":"trace[1383317450] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22947; }","duration":"16.481778416s","start":"2026-04-16T10:05:55.105217Z","end":"2026-04-16T10:06:11.586996Z","steps":["trace[1383317450] 'agreement among raft nodes before linearized reading' (duration: 16.480330271s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:11.587013Z","caller":"traceutil/trace.go:171","msg":"trace[2097149631] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22947; }","duration":"4.34408925s","start":"2026-04-16T10:06:07.242912Z","end":"2026-04-16T10:06:11.587002Z","steps":["trace[2097149631] 'agreement among raft nodes before linearized reading' (duration: 4.344010987s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.587016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.177211432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.587029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:55.105197Z","time spent":"16.481825997s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.587024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:06.400163Z","time spent":"5.186848541s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.587045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:07.242891Z","time spent":"4.344143062s","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.587051Z","caller":"traceutil/trace.go:171","msg":"trace[797730989] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:22947; }","duration":"7.177251324s","start":"2026-04-16T10:06:04.409785Z","end":"2026-04-16T10:06:11.587036Z","steps":["trace[797730989] 'agreement among raft nodes before linearized reading' (duration: 7.177206162s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.58705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.78413896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.586199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.950775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:11.587089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:04.409778Z","time spent":"7.177301525s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-16T10:06:11.587091Z","caller":"traceutil/trace.go:171","msg":"trace[580818224] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22947; }","duration":"6.784218843s","start":"2026-04-16T10:06:04.802862Z","end":"2026-04-16T10:06:11.587081Z","steps":["trace[580818224] 'agreement among raft nodes before linearized reading' (duration: 6.784157511s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.587095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.817413343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.58713Z","caller":"traceutil/trace.go:171","msg":"trace[469508724] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:22947; }","duration":"4.817446334s","start":"2026-04-16T10:06:06.769672Z","end":"2026-04-16T10:06:11.587119Z","steps":["trace[469508724] 'agreement among raft nodes before linearized reading' (duration: 4.817396753s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.587687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:06.769597Z","time spent":"4.818049633s","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.587106Z","caller":"traceutil/trace.go:171","msg":"trace[1365960543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22947; }","duration":"626.896845ms","start":"2026-04-16T10:06:10.960203Z","end":"2026-04-16T10:06:11.5871Z","steps":["trace[1365960543] 'agreement among raft nodes before linearized reading' (duration: 625.984306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.587765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:10.960184Z","time spent":"627.559636ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:06:11.585483Z","caller":"traceutil/trace.go:171","msg":"trace[1184878840] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:22947; }","duration":"15.221536144s","start":"2026-04-16T10:05:56.363937Z","end":"2026-04-16T10:06:11.585473Z","steps":["trace[1184878840] 'agreement among raft nodes before linearized reading' (duration: 15.22141291s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.587794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.204755025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:11.587872Z","caller":"traceutil/trace.go:171","msg":"trace[466196815] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22947; }","duration":"5.20584888s","start":"2026-04-16T10:06:06.382006Z","end":"2026-04-16T10:06:11.587855Z","steps":["trace[466196815] 'agreement among raft nodes before linearized reading' (duration: 5.204758595s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.585506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.998139616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.588304Z","caller":"traceutil/trace.go:171","msg":"trace[74674060] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22947; }","duration":"12.000970745s","start":"2026-04-16T10:05:59.587321Z","end":"2026-04-16T10:06:11.588292Z","steps":["trace[74674060] 'agreement among raft nodes before linearized reading' (duration: 11.998148566s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.588342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:59.587301Z","time spent":"12.001026687s","remote":"127.0.0.1:38110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.587832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.363919Z","time spent":"15.223901067s","remote":"127.0.0.1:43444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-16T10:06:11.586878Z","caller":"traceutil/trace.go:171","msg":"trace[544912043] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:0; response_revision:22947; }","duration":"180.379597ms","start":"2026-04-16T10:06:11.406483Z","end":"2026-04-16T10:06:11.586862Z","steps":["trace[544912043] 'agreement among raft nodes before linearized reading' (duration: 179.646154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.586775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.080670081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.588607Z","caller":"traceutil/trace.go:171","msg":"trace[403609918] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22947; }","duration":"6.08253887s","start":"2026-04-16T10:06:05.50606Z","end":"2026-04-16T10:06:11.588599Z","steps":["trace[403609918] 'agreement among raft nodes before linearized reading' (duration: 6.080695102s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.588627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:05.50604Z","time spent":"6.082579852s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.58713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:04.80284Z","time spent":"6.784276274s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.586085Z","caller":"traceutil/trace.go:171","msg":"trace[1817436507] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22947; }","duration":"10.197485696s","start":"2026-04-16T10:06:01.388594Z","end":"2026-04-16T10:06:11.58608Z","steps":["trace[1817436507] 'agreement among raft nodes before linearized reading' (duration: 10.197458265s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.588858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:01.388529Z","time spent":"10.200322405s","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.58624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:58.85581Z","time spent":"12.730422423s","remote":"127.0.0.1:43524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.585523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.246930394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.589128Z","caller":"traceutil/trace.go:171","msg":"trace[1740199900] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22947; }","duration":"15.250580738s","start":"2026-04-16T10:05:56.338539Z","end":"2026-04-16T10:06:11.58912Z","steps":["trace[1740199900] 'agreement among raft nodes before linearized reading' (duration: 15.246962644s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.589149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:05:56.338506Z","time spent":"15.2506356s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.586476Z","caller":"traceutil/trace.go:171","msg":"trace[2115940235] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:22947; }","duration":"1.340301897s","start":"2026-04-16T10:06:10.246165Z","end":"2026-04-16T10:06:11.586467Z","steps":["trace[2115940235] 'agreement among raft nodes before linearized reading' (duration: 1.340239275s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.589281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:10.246133Z","time spent":"1.343140366s","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:01.388462Z","time spent":"10.197716394s","remote":"127.0.0.1:59656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.586178Z","caller":"traceutil/trace.go:171","msg":"trace[519651753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22947; }","duration":"428.762949ms","start":"2026-04-16T10:06:11.157409Z","end":"2026-04-16T10:06:11.586172Z","steps":["trace[519651753] 'agreement among raft nodes before linearized reading' (duration: 428.741288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.589493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.157394Z","time spent":"432.091513ms","remote":"127.0.0.1:60820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228232435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.58961Z","caller":"traceutil/trace.go:171","msg":"trace[1378937821] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22947; }","duration":"5.231061715s","start":"2026-04-16T10:06:06.358542Z","end":"2026-04-16T10:06:11.589604Z","steps":["trace[1378937821] 'agreement among raft nodes before linearized reading' (duration: 5.228245236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.589627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:06.358524Z","time spent":"5.231097745s","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.586796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.15764503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:11.589745Z","caller":"traceutil/trace.go:171","msg":"trace[1292024415] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22947; }","duration":"5.160616543s","start":"2026-04-16T10:06:06.429121Z","end":"2026-04-16T10:06:11.589737Z","steps":["trace[1292024415] 'agreement among raft nodes before linearized reading' (duration: 5.157642629s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.589764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:06.429111Z","time spent":"5.160645774s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:11.58697Z","caller":"traceutil/trace.go:171","msg":"trace[1705440067] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:22947; }","duration":"6.164448432s","start":"2026-04-16T10:06:05.422509Z","end":"2026-04-16T10:06:11.586958Z","steps":["trace[1705440067] 'agreement among raft nodes before linearized reading' (duration: 6.164299328s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.589885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:05.422489Z","time spent":"6.167387355s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-16T10:06:11.587Z","caller":"traceutil/trace.go:171","msg":"trace[718817751] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22947; }","duration":"7.16891055s","start":"2026-04-16T10:06:04.41808Z","end":"2026-04-16T10:06:11.586991Z","steps":["trace[718817751] 'agreement among raft nodes before linearized reading' (duration: 7.168759516s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:11.589971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:04.418067Z","time spent":"7.171890644s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T10:06:11.585862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:00.211427Z","time spent":"11.374427682s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:11.589946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:06.381991Z","time spent":"5.207907165s","remote":"127.0.0.1:43142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:12.093483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:12.594182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:13.094933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:13.595187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:13.596166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:13.596255Z","caller":"traceutil/trace.go:171","msg":"trace[234939404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506151s","start":"2026-04-16T10:06:11.595728Z","end":"2026-04-16T10:06:13.596234Z","steps":["trace[234939404] 'agreement among raft nodes before linearized reading' (duration: 2.000396208s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:13.596305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.595723Z","time spent":"2.000571183s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:14.096286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:14.597128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:14.84365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049372373s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:14.843788Z","caller":"traceutil/trace.go:171","msg":"trace[559120897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22947; }","duration":"2.049516567s","start":"2026-04-16T10:06:12.794247Z","end":"2026-04-16T10:06:14.843763Z","steps":["trace[559120897] 'range keys from in-memory index tree' (duration: 2.049352862s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:15.097262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:15.597161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000617614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:15.597252Z","caller":"traceutil/trace.go:171","msg":"trace[1890213786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076181s","start":"2026-04-16T10:06:13.596467Z","end":"2026-04-16T10:06:15.597229Z","steps":["trace[1890213786] 'agreement among raft nodes before linearized reading' (duration: 2.000649276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:15.597326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:13.596447Z","time spent":"2.000861382s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:15.597452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:16.098069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:16.483981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.891319612s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:06:16.485073Z","caller":"traceutil/trace.go:171","msg":"trace[1219942607] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"4.892455638s","start":"2026-04-16T10:06:11.592538Z","end":"2026-04-16T10:06:16.484994Z","steps":["trace[1219942607] 'process raft request' (duration: 4.891975673s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:16.485354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.592521Z","time spent":"4.892662374s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:06:17.604801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:17.604913Z","caller":"traceutil/trace.go:171","msg":"trace[750445129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403519s","start":"2026-04-16T10:06:15.60446Z","end":"2026-04-16T10:06:17.604863Z","steps":["trace[750445129] 'agreement among raft nodes before linearized reading' (duration: 2.000303136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:17.604963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:15.604447Z","time spent":"2.000506093s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:18.593236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.592905Z","time spent":"7.000322975s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:18.593302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.592561Z","time spent":"7.000733428s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:18.595593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.594778Z","time spent":"7.000807701s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:18.597045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.596994Z","time spent":"7.000047807s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:18.681243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:18.68132Z","caller":"traceutil/trace.go:171","msg":"trace[1109992472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589465s","start":"2026-04-16T10:06:16.680712Z","end":"2026-04-16T10:06:18.681301Z","steps":["trace[1109992472] 'agreement among raft nodes before linearized reading' (duration: 2.000489212s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:18.681372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:16.680701Z","time spent":"2.000661787s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:19.606238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00107915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:19.606416Z","caller":"traceutil/trace.go:171","msg":"trace[165821134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001314987s","start":"2026-04-16T10:06:17.605082Z","end":"2026-04-16T10:06:19.606397Z","steps":["trace[165821134] 'agreement among raft nodes before linearized reading' (duration: 2.00111358s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:19.606477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:17.605059Z","time spent":"2.0014054s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:20.529903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:17.891071Z","time spent":"2.638822436s","remote":"127.0.0.1:36020","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:21.592189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998278854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:21.592251Z","caller":"traceutil/trace.go:171","msg":"trace[233062135] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998398779s","start":"2026-04-16T10:06:11.593835Z","end":"2026-04-16T10:06:21.592234Z","steps":["trace[233062135] 'agreement among raft nodes before linearized reading' (duration: 9.998317266s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:21.592283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.593815Z","time spent":"9.99846217s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/16 10:06:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:21.612383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:21.612478Z","caller":"traceutil/trace.go:171","msg":"trace[1964341615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288125s","start":"2026-04-16T10:06:19.61217Z","end":"2026-04-16T10:06:21.612458Z","steps":["trace[1964341615] 'agreement among raft nodes before linearized reading' (duration: 2.000178542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:21.612517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:19.612152Z","time spent":"2.000356808s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:22.938851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007699572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:22.938959Z","caller":"traceutil/trace.go:171","msg":"trace[1748992727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.007844797s","start":"2026-04-16T10:06:12.931089Z","end":"2026-04-16T10:06:22.938934Z","steps":["trace[1748992727] 'agreement among raft nodes before linearized reading' (duration: 10.007695612s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:22.939017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:12.931067Z","time spent":"10.007936359s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/16 10:06:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:23.613345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:23.613411Z","caller":"traceutil/trace.go:171","msg":"trace[1734091052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441059s","start":"2026-04-16T10:06:21.612953Z","end":"2026-04-16T10:06:23.613394Z","steps":["trace[1734091052] 'agreement among raft nodes before linearized reading' (duration: 2.000361937s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:23.613445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:21.612935Z","time spent":"2.000503171s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:25.42955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.927831149s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:06:25.430632Z","caller":"traceutil/trace.go:171","msg":"trace[1292603526] linearizableReadLoop","detail":"{readStateIndex:23687; appliedIndex:23682; }","duration":"13.837153777s","start":"2026-04-16T10:06:11.593419Z","end":"2026-04-16T10:06:25.430573Z","steps":["trace[1292603526] 'read index received' (duration: 4.891167578s)","trace[1292603526] 'applied index is now lower than readState.Index' (duration: 8.945984808s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:25.430846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.837411385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-16T10:06:25.430876Z","caller":"traceutil/trace.go:171","msg":"trace[1736912192] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:22951; }","duration":"13.837466186s","start":"2026-04-16T10:06:11.593402Z","end":"2026-04-16T10:06:25.430868Z","steps":["trace[1736912192] 'agreement among raft nodes before linearized reading' (duration: 13.837350562s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:25.430896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.593395Z","time spent":"13.837496408s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-16T10:06:25.510591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.052433052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:25.510674Z","caller":"traceutil/trace.go:171","msg":"trace[246729268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"10.052560876s","start":"2026-04-16T10:06:15.458094Z","end":"2026-04-16T10:06:25.510655Z","steps":["trace[246729268] 'agreement among raft nodes before linearized reading' (duration: 10.052463123s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:25.510726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:15.458074Z","time spent":"10.052640388s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/04/16 10:06:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:25.600466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:18.599606Z","time spent":"7.000832271s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:25.62129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:25.621353Z","caller":"traceutil/trace.go:171","msg":"trace[771336939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537603s","start":"2026-04-16T10:06:23.620797Z","end":"2026-04-16T10:06:25.621335Z","steps":["trace[771336939] 'agreement among raft nodes before linearized reading' (duration: 2.000467701s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:25.62138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:23.620779Z","time spent":"2.000595585s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:25.931874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:27.621505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:27.621561Z","caller":"traceutil/trace.go:171","msg":"trace[1375383711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131601s","start":"2026-04-16T10:06:25.621416Z","end":"2026-04-16T10:06:27.621547Z","steps":["trace[1375383711] 'agreement among raft nodes before linearized reading' (duration: 2.000055398s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:27.621592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:25.621406Z","time spent":"2.000180152s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:27.671114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06730107s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:28.636582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380689078s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-04-16T10:06:28.636754Z","caller":"traceutil/trace.go:171","msg":"trace[327817066] linearizableReadLoop","detail":"{readStateIndex:23688; appliedIndex:23687; }","duration":"3.205952297s","start":"2026-04-16T10:06:25.430784Z","end":"2026-04-16T10:06:28.636737Z","steps":["trace[327817066] 'read index received' (duration: 824.97499ms)","trace[327817066] 'applied index is now lower than readState.Index' (duration: 2.380975987s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:28.636973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354094358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:28.637009Z","caller":"traceutil/trace.go:171","msg":"trace[1982463656] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:22951; }","duration":"3.354172141s","start":"2026-04-16T10:06:25.282828Z","end":"2026-04-16T10:06:28.637Z","steps":["trace[1982463656] 'agreement among raft nodes before linearized reading' (duration: 3.354004175s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.637047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:25.28281Z","time spent":"3.354227532s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.637262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714698918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:28.637301Z","caller":"traceutil/trace.go:171","msg":"trace[1473266784] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:22951; }","duration":"3.71476668s","start":"2026-04-16T10:06:24.922523Z","end":"2026-04-16T10:06:28.637289Z","steps":["trace[1473266784] 'agreement among raft nodes before linearized reading' (duration: 3.714707558s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.637331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:24.922508Z","time spent":"3.714814391s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.637422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324637418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.637453Z","caller":"traceutil/trace.go:171","msg":"trace[725749601] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22951; }","duration":"4.32470603s","start":"2026-04-16T10:06:24.312739Z","end":"2026-04-16T10:06:28.637445Z","steps":["trace[725749601] 'agreement among raft nodes before linearized reading' (duration: 4.324653958s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.637481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:24.312719Z","time spent":"4.324754602s","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.637646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.619644829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:28.637683Z","caller":"traceutil/trace.go:171","msg":"trace[350903283] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22951; }","duration":"4.619717301s","start":"2026-04-16T10:06:24.017956Z","end":"2026-04-16T10:06:28.637673Z","steps":["trace[350903283] 'agreement among raft nodes before linearized reading' (duration: 4.619660009s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.637711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:24.017935Z","time spent":"4.619768003s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.637864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.698173415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.637902Z","caller":"traceutil/trace.go:171","msg":"trace[1247270311] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22951; }","duration":"4.698210356s","start":"2026-04-16T10:06:23.93968Z","end":"2026-04-16T10:06:28.637891Z","steps":["trace[1247270311] 'agreement among raft nodes before linearized reading' (duration: 4.698157104s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.637931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:23.939662Z","time spent":"4.698260337s","remote":"127.0.0.1:38154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.638197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.973561987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:06:28.638231Z","caller":"traceutil/trace.go:171","msg":"trace[1940191676] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22951; }","duration":"4.973597988s","start":"2026-04-16T10:06:23.664625Z","end":"2026-04-16T10:06:28.638223Z","steps":["trace[1940191676] 'agreement among raft nodes before linearized reading' (duration: 4.973417933s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.638257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:23.664566Z","time spent":"4.973684251s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":257,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.638414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.457908518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:28.638447Z","caller":"traceutil/trace.go:171","msg":"trace[1821320034] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:22951; }","duration":"5.45797199s","start":"2026-04-16T10:06:23.180467Z","end":"2026-04-16T10:06:28.638439Z","steps":["trace[1821320034] 'agreement among raft nodes before linearized reading' (duration: 5.457907528s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.638475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:23.180454Z","time spent":"5.458012161s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.638627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.593322687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.638663Z","caller":"traceutil/trace.go:171","msg":"trace[1873920151] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22951; }","duration":"5.593361538s","start":"2026-04-16T10:06:23.045292Z","end":"2026-04-16T10:06:28.638653Z","steps":["trace[1873920151] 'agreement among raft nodes before linearized reading' (duration: 5.593307796s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.638693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:23.045239Z","time spent":"5.593443531s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.638843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.415171228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.638877Z","caller":"traceutil/trace.go:171","msg":"trace[1131772123] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:22951; }","duration":"6.41524242s","start":"2026-04-16T10:06:22.223626Z","end":"2026-04-16T10:06:28.638869Z","steps":["trace[1131772123] 'agreement among raft nodes before linearized reading' (duration: 6.415190908s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.638907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:22.223599Z","time spent":"6.415299632s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.639932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.102681864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.639959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.845210266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-16T10:06:28.640005Z","caller":"traceutil/trace.go:171","msg":"trace[514932280] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22951; }","duration":"7.102766606s","start":"2026-04-16T10:06:21.537221Z","end":"2026-04-16T10:06:28.639987Z","steps":["trace[514932280] 'agreement among raft nodes before linearized reading' (duration: 7.101885428s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.64Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.273660566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:28.640039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:21.537199Z","time spent":"7.102832438s","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.639961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.042801068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-75b5b7fb4-ktsn2.18a6cd27e265f873\" ","response":"range_response_count:1 size:900"} {"level":"warn","ts":"2026-04-16T10:06:28.640046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.585676106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.640078Z","caller":"traceutil/trace.go:171","msg":"trace[877454148] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-75b5b7fb4-ktsn2.18a6cd27e265f873; range_end:; response_count:1; response_revision:22951; }","duration":"10.042967294s","start":"2026-04-16T10:06:18.597099Z","end":"2026-04-16T10:06:28.640066Z","steps":["trace[877454148] 'agreement among raft nodes before linearized reading' (duration: 10.042058855s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.050768168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:28.640111Z","caller":"traceutil/trace.go:171","msg":"trace[1475323695] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22951; }","duration":"14.585745398s","start":"2026-04-16T10:06:14.054341Z","end":"2026-04-16T10:06:28.640086Z","steps":["trace[1475323695] 'agreement among raft nodes before linearized reading' (duration: 14.584718186s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.640145Z","caller":"traceutil/trace.go:171","msg":"trace[440688868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22951; }","duration":"16.050911482s","start":"2026-04-16T10:06:12.589209Z","end":"2026-04-16T10:06:28.64012Z","steps":["trace[440688868] 'agreement among raft nodes before linearized reading' (duration: 16.049962562s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.130907227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:14.054293Z","time spent":"14.585867783s","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.202673194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.017270562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.640251Z","caller":"traceutil/trace.go:171","msg":"trace[111193939] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:22951; }","duration":"8.202735036s","start":"2026-04-16T10:06:20.43751Z","end":"2026-04-16T10:06:28.640245Z","steps":["trace[111193939] 'agreement among raft nodes before linearized reading' (duration: 8.201677703s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.640262Z","caller":"traceutil/trace.go:171","msg":"trace[1351928322] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22951; }","duration":"16.017317534s","start":"2026-04-16T10:06:12.622935Z","end":"2026-04-16T10:06:28.640253Z","steps":["trace[1351928322] 'agreement among raft nodes before linearized reading' (duration: 16.016219999s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.757683616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:323602"} {"level":"warn","ts":"2026-04-16T10:06:28.640416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.160136063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.005330196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:28.640431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.981028961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:28.640467Z","caller":"traceutil/trace.go:171","msg":"trace[121831534] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:22951; }","duration":"6.757911754s","start":"2026-04-16T10:06:21.882537Z","end":"2026-04-16T10:06:28.640449Z","steps":["trace[121831534] 'agreement among raft nodes before linearized reading' (duration: 6.756481499s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.233617632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.640487Z","caller":"traceutil/trace.go:171","msg":"trace[221077724] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22951; }","duration":"16.005451999s","start":"2026-04-16T10:06:12.635021Z","end":"2026-04-16T10:06:28.640473Z","steps":["trace[221077724] 'agreement among raft nodes before linearized reading' (duration: 16.004121167s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.640502Z","caller":"traceutil/trace.go:171","msg":"trace[1834617439] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22951; }","duration":"9.981113524s","start":"2026-04-16T10:06:18.659371Z","end":"2026-04-16T10:06:28.640484Z","steps":["trace[1834617439] 'agreement among raft nodes before linearized reading' (duration: 9.979770881s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:21.882522Z","time spent":"6.757982615s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":323625,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-16T10:06:28.640545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.424390368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:18.659318Z","time spent":"9.981221328s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:12.634979Z","time spent":"16.005553422s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.640569Z","caller":"traceutil/trace.go:171","msg":"trace[209509798] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22951; }","duration":"16.424447449s","start":"2026-04-16T10:06:12.216114Z","end":"2026-04-16T10:06:28.640562Z","steps":["trace[209509798] 'agreement among raft nodes before linearized reading' (duration: 16.423087856s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.115138902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:28.640573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.766406011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T10:06:28.64059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:12.216095Z","time spent":"16.424488821s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.601763952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.566330065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.640637Z","caller":"traceutil/trace.go:171","msg":"trace[2064048500] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:22951; }","duration":"15.601862815s","start":"2026-04-16T10:06:13.03876Z","end":"2026-04-16T10:06:28.640623Z","steps":["trace[2064048500] 'agreement among raft nodes before linearized reading' (duration: 15.600369048s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.640627Z","caller":"traceutil/trace.go:171","msg":"trace[212127295] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:22951; }","duration":"14.115223244s","start":"2026-04-16T10:06:14.525372Z","end":"2026-04-16T10:06:28.640595Z","steps":["trace[212127295] 'agreement among raft nodes before linearized reading' (duration: 14.11383204s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.970133614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:28.640652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.980406157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419117"} {"level":"warn","ts":"2026-04-16T10:06:28.640654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.224607911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.042620019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-16T10:06:28.640669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:13.03874Z","time spent":"15.601920867s","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.504126412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T10:06:28.640726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.03850103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.64072Z","caller":"traceutil/trace.go:171","msg":"trace[671097240] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:22951; }","duration":"17.042739013s","start":"2026-04-16T10:06:11.597959Z","end":"2026-04-16T10:06:28.640698Z","steps":["trace[671097240] 'agreement among raft nodes before linearized reading' (duration: 17.041260526s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.571403253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.64075Z","caller":"traceutil/trace.go:171","msg":"trace[1209993596] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:22951; }","duration":"12.038563852s","start":"2026-04-16T10:06:16.60218Z","end":"2026-04-16T10:06:28.640743Z","steps":["trace[1209993596] 'agreement among raft nodes before linearized reading' (duration: 12.036965992s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.920436275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.640749Z","caller":"traceutil/trace.go:171","msg":"trace[1316508210] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22951; }","duration":"16.504244625s","start":"2026-04-16T10:06:12.136481Z","end":"2026-04-16T10:06:28.640725Z","steps":["trace[1316508210] 'agreement among raft nodes before linearized reading' (duration: 16.502734128s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.060474121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.597954Z","time spent":"17.042802294s","remote":"127.0.0.1:43444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-16T10:06:28.640763Z","caller":"traceutil/trace.go:171","msg":"trace[1719552125] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22951; }","duration":"16.571470885s","start":"2026-04-16T10:06:12.069284Z","end":"2026-04-16T10:06:28.640755Z","steps":["trace[1719552125] 'agreement among raft nodes before linearized reading' (duration: 16.569946697s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:16.602157Z","time spent":"12.038613014s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.640783Z","caller":"traceutil/trace.go:171","msg":"trace[258460526] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22951; }","duration":"12.920501328s","start":"2026-04-16T10:06:15.720273Z","end":"2026-04-16T10:06:28.640775Z","steps":["trace[258460526] 'agreement among raft nodes before linearized reading' (duration: 12.918949739s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.64079Z","caller":"traceutil/trace.go:171","msg":"trace[102146539] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22951; }","duration":"13.060536393s","start":"2026-04-16T10:06:15.580247Z","end":"2026-04-16T10:06:28.640784Z","steps":["trace[102146539] 'agreement among raft nodes before linearized reading' (duration: 13.058987704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:15.720249Z","time spent":"12.92054934s","remote":"127.0.0.1:43168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.640051Z","caller":"traceutil/trace.go:171","msg":"trace[21660028] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:22951; }","duration":"16.273722878s","start":"2026-04-16T10:06:12.366313Z","end":"2026-04-16T10:06:28.640036Z","steps":["trace[21660028] 'agreement among raft nodes before linearized reading' (duration: 16.272872011s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:12.136467Z","time spent":"16.504319388s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.689443531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.640036Z","caller":"traceutil/trace.go:171","msg":"trace[1617326946] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:22951; }","duration":"6.845325599s","start":"2026-04-16T10:06:21.794687Z","end":"2026-04-16T10:06:28.640012Z","steps":["trace[1617326946] 'agreement among raft nodes before linearized reading' (duration: 6.844343238s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.041705944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7284"} {"level":"warn","ts":"2026-04-16T10:06:28.640857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:21.794666Z","time spent":"6.846183996s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-16T10:06:28.640823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:15.580233Z","time spent":"13.060584694s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.740942154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T10:06:28.640933Z","caller":"traceutil/trace.go:171","msg":"trace[830764549] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:22951; }","duration":"10.041845348s","start":"2026-04-16T10:06:18.599068Z","end":"2026-04-16T10:06:28.640914Z","steps":["trace[830764549] 'agreement among raft nodes before linearized reading' (duration: 10.040079913s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:20.437493Z","time spent":"8.202777667s","remote":"127.0.0.1:43170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.64096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.467558248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.64099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:18.599051Z","time spent":"10.041925031s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"warn","ts":"2026-04-16T10:06:28.640124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:18.597083Z","time spent":"10.043030066s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":923,"request content":"key:\"/registry/events/openstack/heat-cfn-75b5b7fb4-ktsn2.18a6cd27e265f873\" "} {"level":"warn","ts":"2026-04-16T10:06:28.641048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.043999812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-16T10:06:28.640471Z","caller":"traceutil/trace.go:171","msg":"trace[15692586] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22951; }","duration":"8.160221926s","start":"2026-04-16T10:06:20.480234Z","end":"2026-04-16T10:06:28.640456Z","steps":["trace[15692586] 'agreement among raft nodes before linearized reading' (duration: 8.158903464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.6402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.73899121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T10:06:28.641097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:20.480216Z","time spent":"8.160869546s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.641114Z","caller":"traceutil/trace.go:171","msg":"trace[1151931612] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22951; }","duration":"14.739969151s","start":"2026-04-16T10:06:13.901136Z","end":"2026-04-16T10:06:28.641105Z","steps":["trace[1151931612] 'agreement among raft nodes before linearized reading' (duration: 14.737935197s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.641143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:13.901121Z","time spent":"14.740012752s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.399063816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.64121Z","caller":"traceutil/trace.go:171","msg":"trace[420961808] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22951; }","duration":"8.400176921s","start":"2026-04-16T10:06:20.241018Z","end":"2026-04-16T10:06:28.641195Z","steps":["trace[420961808] 'agreement among raft nodes before linearized reading' (duration: 8.398147367s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.641264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:20.240993Z","time spent":"8.400255674s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.641001Z","caller":"traceutil/trace.go:171","msg":"trace[972870050] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:22951; }","duration":"12.467601599s","start":"2026-04-16T10:06:16.173391Z","end":"2026-04-16T10:06:28.640993Z","steps":["trace[972870050] 'agreement among raft nodes before linearized reading' (duration: 12.465818473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.641403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:16.173371Z","time spent":"12.468015971s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.640729Z","caller":"traceutil/trace.go:171","msg":"trace[1777026530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:22951; }","duration":"10.566935314s","start":"2026-04-16T10:06:18.073725Z","end":"2026-04-16T10:06:28.64066Z","steps":["trace[1777026530] 'agreement among raft nodes before linearized reading' (duration: 10.565453368s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.641498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:18.073709Z","time spent":"10.56776806s","remote":"127.0.0.1:60802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.640851Z","caller":"traceutil/trace.go:171","msg":"trace[394120408] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22951; }","duration":"8.690164974s","start":"2026-04-16T10:06:19.950679Z","end":"2026-04-16T10:06:28.640844Z","steps":["trace[394120408] 'agreement among raft nodes before linearized reading' (duration: 8.688498132s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.641628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:19.950663Z","time spent":"8.690946168s","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.640681Z","caller":"traceutil/trace.go:171","msg":"trace[2002951991] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22951; }","duration":"11.970198277s","start":"2026-04-16T10:06:16.670476Z","end":"2026-04-16T10:06:28.640674Z","steps":["trace[2002951991] 'agreement among raft nodes before linearized reading' (duration: 11.968660188s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.641778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:16.670454Z","time spent":"11.971310171s","remote":"127.0.0.1:43780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.64019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.50991392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:28.641859Z","caller":"traceutil/trace.go:171","msg":"trace[136699532] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:22951; }","duration":"13.511574083s","start":"2026-04-16T10:06:15.13027Z","end":"2026-04-16T10:06:28.641844Z","steps":["trace[136699532] 'agreement among raft nodes before linearized reading' (duration: 13.508913529s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.6402Z","caller":"traceutil/trace.go:171","msg":"trace[253122756] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22951; }","duration":"15.130961069s","start":"2026-04-16T10:06:13.509232Z","end":"2026-04-16T10:06:28.640193Z","steps":["trace[253122756] 'agreement among raft nodes before linearized reading' (duration: 15.129846543s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.641915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:15.13021Z","time spent":"13.511692406s","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.641953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:13.509217Z","time spent":"15.132720134s","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.6402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:12.589185Z","time spent":"16.051004926s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.64203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.442614788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T10:06:28.64028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.045731286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-16T10:06:28.640286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:12.622924Z","time spent":"16.017355355s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.25887778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.373863583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.046837641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T10:06:28.640367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.981629797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.691252445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.640386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.994130691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:28.640357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.269712113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:28.64042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.043557179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128801"} {"level":"warn","ts":"2026-04-16T10:06:28.639929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.432534843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:28.64051Z","caller":"traceutil/trace.go:171","msg":"trace[1477663179] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:0; response_revision:22951; }","duration":"7.233681693s","start":"2026-04-16T10:06:21.406823Z","end":"2026-04-16T10:06:28.640504Z","steps":["trace[1477663179] 'agreement among raft nodes before linearized reading' (duration: 7.23229317s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.640618Z","caller":"traceutil/trace.go:171","msg":"trace[1456707018] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22951; }","duration":"11.766477334s","start":"2026-04-16T10:06:16.874124Z","end":"2026-04-16T10:06:28.640602Z","steps":["trace[1456707018] 'agreement among raft nodes before linearized reading' (duration: 11.765000747s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.088921248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:06:28.640693Z","caller":"traceutil/trace.go:171","msg":"trace[302908481] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22951; }","duration":"15.224668783s","start":"2026-04-16T10:06:13.416016Z","end":"2026-04-16T10:06:28.640684Z","steps":["trace[302908481] 'agreement among raft nodes before linearized reading' (duration: 15.223097434s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.640689Z","caller":"traceutil/trace.go:171","msg":"trace[1703542849] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22951; }","duration":"7.980475359s","start":"2026-04-16T10:06:20.660204Z","end":"2026-04-16T10:06:28.640679Z","steps":["trace[1703542849] 'agreement among raft nodes before linearized reading' (duration: 7.97892321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.640681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:14.525354Z","time spent":"14.115315037s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:12.069259Z","time spent":"16.571536127s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.640937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:12.366255Z","time spent":"16.274584105s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.640961Z","caller":"traceutil/trace.go:171","msg":"trace[1086198934] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22951; }","duration":"13.741123839s","start":"2026-04-16T10:06:14.899819Z","end":"2026-04-16T10:06:28.640943Z","steps":["trace[1086198934] 'agreement among raft nodes before linearized reading' (duration: 13.739373654s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.641088Z","caller":"traceutil/trace.go:171","msg":"trace[36949581] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22951; }","duration":"17.044054715s","start":"2026-04-16T10:06:11.597021Z","end":"2026-04-16T10:06:28.641076Z","steps":["trace[36949581] 'agreement among raft nodes before linearized reading' (duration: 17.042205906s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.642111Z","caller":"traceutil/trace.go:171","msg":"trace[1043120801] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:22951; }","duration":"17.048600917s","start":"2026-04-16T10:06:11.593498Z","end":"2026-04-16T10:06:28.642098Z","steps":["trace[1043120801] 'agreement among raft nodes before linearized reading' (duration: 17.045598672s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.642131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.59701Z","time spent":"17.045114978s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-16T10:06:28.64215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.593494Z","time spent":"17.048646349s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-16T10:06:28.642182Z","caller":"traceutil/trace.go:171","msg":"trace[579695073] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22951; }","duration":"10.271541691s","start":"2026-04-16T10:06:18.370626Z","end":"2026-04-16T10:06:28.642167Z","steps":["trace[579695073] 'agreement among raft nodes before linearized reading' (duration: 10.268543276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.642179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:16.874108Z","time spent":"11.768049493s","remote":"127.0.0.1:48308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":183,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.642224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:18.370575Z","time spent":"10.271636343s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.642227Z","caller":"traceutil/trace.go:171","msg":"trace[829276965] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22951; }","duration":"12.434882087s","start":"2026-04-16T10:06:16.20733Z","end":"2026-04-16T10:06:28.642212Z","steps":["trace[829276965] 'agreement among raft nodes before linearized reading' (duration: 12.431908553s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.642245Z","caller":"traceutil/trace.go:171","msg":"trace[2086441651] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22951; }","duration":"13.090545119s","start":"2026-04-16T10:06:15.551691Z","end":"2026-04-16T10:06:28.642236Z","steps":["trace[2086441651] 'agreement among raft nodes before linearized reading' (duration: 13.087478512s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.642247Z","caller":"traceutil/trace.go:171","msg":"trace[164059942] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22951; }","duration":"17.045387816s","start":"2026-04-16T10:06:11.596851Z","end":"2026-04-16T10:06:28.642238Z","steps":["trace[164059942] 'agreement among raft nodes before linearized reading' (duration: 17.042234317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.64227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:15.551638Z","time spent":"13.090623632s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":251,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.642245Z","caller":"traceutil/trace.go:171","msg":"trace[96055643] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:22951; }","duration":"14.693118594s","start":"2026-04-16T10:06:13.949107Z","end":"2026-04-16T10:06:28.642225Z","steps":["trace[96055643] 'agreement among raft nodes before linearized reading' (duration: 14.689954054s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.642277Z","caller":"traceutil/trace.go:171","msg":"trace[1336807104] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22951; }","duration":"13.442900467s","start":"2026-04-16T10:06:15.199363Z","end":"2026-04-16T10:06:28.642263Z","steps":["trace[1336807104] 'agreement among raft nodes before linearized reading' (duration: 13.439811149s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.64229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.596846Z","time spent":"17.045435727s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128824,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T10:06:28.642283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:16.207319Z","time spent":"12.434943999s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.642267Z","caller":"traceutil/trace.go:171","msg":"trace[137459128] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22951; }","duration":"6.983551427s","start":"2026-04-16T10:06:21.658695Z","end":"2026-04-16T10:06:28.642246Z","steps":["trace[137459128] 'agreement among raft nodes before linearized reading' (duration: 6.980343766s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.642329Z","caller":"traceutil/trace.go:171","msg":"trace[815020695] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22951; }","duration":"11.260929945s","start":"2026-04-16T10:06:17.381391Z","end":"2026-04-16T10:06:28.642321Z","steps":["trace[815020695] 'agreement among raft nodes before linearized reading' (duration: 11.257684582s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.642327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:15.19934Z","time spent":"13.442969939s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2950,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.642322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:13.949087Z","time spent":"14.693213307s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.642359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:13.416002Z","time spent":"15.226350056s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.642359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:21.658668Z","time spent":"6.983669751s","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.642378Z","caller":"traceutil/trace.go:171","msg":"trace[443646299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22951; }","duration":"6.996111504s","start":"2026-04-16T10:06:21.646213Z","end":"2026-04-16T10:06:28.642324Z","steps":["trace[443646299] 'agreement among raft nodes before linearized reading' (duration: 6.99283504s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.642415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:21.6462Z","time spent":"6.996205046s","remote":"127.0.0.1:42640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.64247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:20.66019Z","time spent":"7.982272895s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419140,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-16T10:06:28.642457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:21.406799Z","time spent":"7.23545902s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:06:28.642566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:14.899748Z","time spent":"13.742800572s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T10:06:28.642616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:17.381353Z","time spent":"11.261001327s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:28.642636Z","caller":"traceutil/trace.go:171","msg":"trace[597160438] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:22951; }","duration":"12.376212257s","start":"2026-04-16T10:06:16.266413Z","end":"2026-04-16T10:06:28.642625Z","steps":["trace[597160438] 'agreement among raft nodes before linearized reading' (duration: 12.372747738s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:28.642224Z","caller":"traceutil/trace.go:171","msg":"trace[430262972] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22951; }","duration":"17.047676108s","start":"2026-04-16T10:06:11.594523Z","end":"2026-04-16T10:06:28.642199Z","steps":["trace[430262972] 'agreement among raft nodes before linearized reading' (duration: 17.04456481s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.642689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:16.266396Z","time spent":"12.37627988s","remote":"127.0.0.1:43716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:28.64272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:11.59451Z","time spent":"17.048201815s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-16T10:06:28.681472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:28.681568Z","caller":"traceutil/trace.go:171","msg":"trace[699780917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265165s","start":"2026-04-16T10:06:26.681282Z","end":"2026-04-16T10:06:28.681547Z","steps":["trace[699780917] 'agreement among raft nodes before linearized reading' (duration: 2.00012406s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:28.681623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:26.68126Z","time spent":"2.000353318s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:29.677301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000019097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:29.677386Z","caller":"traceutil/trace.go:171","msg":"trace[1548551022] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163202s","start":"2026-04-16T10:06:27.677204Z","end":"2026-04-16T10:06:29.677367Z","steps":["trace[1548551022] 'agreement among raft nodes before linearized reading' (duration: 2.000051188s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:29.677434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:27.677181Z","time spent":"2.000243334s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:30.932744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350688613s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:31.686423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000595834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:31.686501Z","caller":"traceutil/trace.go:171","msg":"trace[2147316732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728868s","start":"2026-04-16T10:06:29.685754Z","end":"2026-04-16T10:06:31.686483Z","steps":["trace[2147316732] 'agreement among raft nodes before linearized reading' (duration: 2.000618645s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:31.68654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:29.685735Z","time spent":"2.000796301s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:32.054775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418066764s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:06:32.054903Z","caller":"traceutil/trace.go:171","msg":"trace[2137674731] linearizableReadLoop","detail":"{readStateIndex:23689; appliedIndex:23688; }","duration":"3.418098045s","start":"2026-04-16T10:06:28.636786Z","end":"2026-04-16T10:06:32.054884Z","steps":["trace[2137674731] 'read index received' (duration: 2.322143ms)","trace[2137674731] 'applied index is now lower than readState.Index' (duration: 3.415774062s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:32.055323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.256202808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:32.055381Z","caller":"traceutil/trace.go:171","msg":"trace[35636039] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22951; }","duration":"5.25626921s","start":"2026-04-16T10:06:26.7991Z","end":"2026-04-16T10:06:32.055369Z","steps":["trace[35636039] 'agreement among raft nodes before linearized reading' (duration: 5.256171317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.055416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:26.799052Z","time spent":"5.256354382s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:32.055501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.541420437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-16T10:06:32.055577Z","caller":"traceutil/trace.go:171","msg":"trace[1945380047] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22951; }","duration":"6.541539072s","start":"2026-04-16T10:06:25.51402Z","end":"2026-04-16T10:06:32.055559Z","steps":["trace[1945380047] 'agreement among raft nodes before linearized reading' (duration: 6.541314504s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.05562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:25.514002Z","time spent":"6.541608923s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-16T10:06:32.055676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.621227084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" ","response":"range_response_count:1 size:1283"} {"level":"info","ts":"2026-04-16T10:06:32.055716Z","caller":"traceutil/trace.go:171","msg":"trace[797022018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2; range_end:; response_count:1; response_revision:22951; }","duration":"6.621321947s","start":"2026-04-16T10:06:25.434382Z","end":"2026-04-16T10:06:32.055704Z","steps":["trace[797022018] 'agreement among raft nodes before linearized reading' (duration: 6.621194753s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.055749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:25.434365Z","time spent":"6.621378218s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-93134e30-d2e5-42d3-bff3-c2dcb9dd43f2\" "} {"level":"warn","ts":"2026-04-16T10:06:32.055844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.503890776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:32.055882Z","caller":"traceutil/trace.go:171","msg":"trace[1562299561] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22951; }","duration":"5.503968918s","start":"2026-04-16T10:06:26.551903Z","end":"2026-04-16T10:06:32.055871Z","steps":["trace[1562299561] 'agreement among raft nodes before linearized reading' (duration: 5.503902946s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.055917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:26.551882Z","time spent":"5.50402107s","remote":"127.0.0.1:42790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:32.056088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.040442263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:32.056127Z","caller":"traceutil/trace.go:171","msg":"trace[1419511758] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22951; }","duration":"6.040518005s","start":"2026-04-16T10:06:26.015598Z","end":"2026-04-16T10:06:32.056116Z","steps":["trace[1419511758] 'agreement among raft nodes before linearized reading' (duration: 6.040459443s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.056157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:26.015576Z","time spent":"6.040572377s","remote":"127.0.0.1:38000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:32.056287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.453226107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-16T10:06:32.056318Z","caller":"traceutil/trace.go:171","msg":"trace[300523149] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:22951; }","duration":"6.453298539s","start":"2026-04-16T10:06:25.603012Z","end":"2026-04-16T10:06:32.05631Z","steps":["trace[300523149] 'agreement among raft nodes before linearized reading' (duration: 6.453212627s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.056347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:25.602995Z","time spent":"6.453346321s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-16T10:06:32.056899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71990264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:32.056941Z","caller":"traceutil/trace.go:171","msg":"trace[1589303325] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22951; }","duration":"3.720017104s","start":"2026-04-16T10:06:28.336914Z","end":"2026-04-16T10:06:32.056931Z","steps":["trace[1589303325] 'agreement among raft nodes before linearized reading' (duration: 3.719856639s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.056975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:28.336313Z","time spent":"3.720653764s","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:32.05703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85721143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:32.05706Z","caller":"traceutil/trace.go:171","msg":"trace[1007790347] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22951; }","duration":"3.857280592s","start":"2026-04-16T10:06:28.199771Z","end":"2026-04-16T10:06:32.057052Z","steps":["trace[1007790347] 'agreement among raft nodes before linearized reading' (duration: 3.85723003s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.057077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:28.199751Z","time spent":"3.857322393s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:32.057222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.63081028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:32.057273Z","caller":"traceutil/trace.go:171","msg":"trace[192539404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:22951; }","duration":"4.630863711s","start":"2026-04-16T10:06:27.426397Z","end":"2026-04-16T10:06:32.05726Z","steps":["trace[192539404] 'agreement among raft nodes before linearized reading' (duration: 4.630785689s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:32.057306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:27.42633Z","time spent":"4.630965964s","remote":"127.0.0.1:54390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:32.555631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:33.056133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:33.556701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:33.643865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.710902009s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:33.687553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000842462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:33.687713Z","caller":"traceutil/trace.go:171","msg":"trace[271836303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001018018s","start":"2026-04-16T10:06:31.686674Z","end":"2026-04-16T10:06:33.687692Z","steps":["trace[271836303] 'agreement among raft nodes before linearized reading' (duration: 2.000840102s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:33.6878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:31.68659Z","time spent":"2.001197984s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:34.775825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720925475s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T10:06:34.776017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:28.645023Z","time spent":"6.130991087s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:34.776265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.782156015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:34.776312Z","caller":"traceutil/trace.go:171","msg":"trace[672408334] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22951; }","duration":"7.782243088s","start":"2026-04-16T10:06:26.994049Z","end":"2026-04-16T10:06:34.776292Z","steps":["trace[672408334] 'agreement among raft nodes before linearized reading' (duration: 5.063442491s)","trace[672408334] 'count revisions from in-memory index tree' (duration: 2.718716355s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:34.776352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:26.994028Z","time spent":"7.78231534s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:34.776693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970890828s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:34.776812Z","caller":"traceutil/trace.go:171","msg":"trace[1317755521] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22951; }","duration":"1.971020672s","start":"2026-04-16T10:06:32.805772Z","end":"2026-04-16T10:06:34.776793Z","steps":["trace[1317755521] 'range keys from in-memory index tree' (duration: 1.970875638s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:34.779503Z","caller":"traceutil/trace.go:171","msg":"trace[1619537136] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"6.132618348s","start":"2026-04-16T10:06:28.646864Z","end":"2026-04-16T10:06:34.779482Z","steps":["trace[1619537136] 'process raft request' (duration: 6.132552136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:34.779645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:28.646839Z","time spent":"6.132727632s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:06:34.779867Z","caller":"traceutil/trace.go:171","msg":"trace[585530869] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"6.134749606s","start":"2026-04-16T10:06:28.6451Z","end":"2026-04-16T10:06:34.779849Z","steps":["trace[585530869] 'process raft request' (duration: 6.134198908s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:34.779953Z","caller":"traceutil/trace.go:171","msg":"trace[1413808017] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"6.13488797s","start":"2026-04-16T10:06:28.645051Z","end":"2026-04-16T10:06:34.779939Z","steps":["trace[1413808017] 'process raft request' (duration: 6.130865113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:34.779954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:28.645089Z","time spent":"6.134815217s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:06:34.780039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:28.645036Z","time spent":"6.134948922s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:06:35.120687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.291499638s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:35.692168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:35.692272Z","caller":"traceutil/trace.go:171","msg":"trace[491270960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369558s","start":"2026-04-16T10:06:33.691883Z","end":"2026-04-16T10:06:35.692252Z","steps":["trace[491270960] 'agreement among raft nodes before linearized reading' (duration: 2.000248394s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:35.692322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:33.691863Z","time spent":"2.000446711s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:37.692486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:37.692572Z","caller":"traceutil/trace.go:171","msg":"trace[1004660793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094749s","start":"2026-04-16T10:06:35.692458Z","end":"2026-04-16T10:06:37.692553Z","steps":["trace[1004660793] 'agreement among raft nodes before linearized reading' (duration: 1.999984205s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:37.692738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:35.692443Z","time spent":"2.000282104s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:37.88449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.763498297s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:38.09562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:36.004992Z","time spent":"2.090620132s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:38.097048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976039767s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:06:38.097422Z","caller":"traceutil/trace.go:171","msg":"trace[138444482] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"3.312337401s","start":"2026-04-16T10:06:34.785068Z","end":"2026-04-16T10:06:38.097405Z","steps":["trace[138444482] 'process raft request' (duration: 3.312283849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.097498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:34.785044Z","time spent":"3.312420564s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:06:38.097609Z","caller":"traceutil/trace.go:171","msg":"trace[2056498629] linearizableReadLoop","detail":"{readStateIndex:23695; appliedIndex:23689; }","duration":"6.042652561s","start":"2026-04-16T10:06:32.054928Z","end":"2026-04-16T10:06:38.097581Z","steps":["trace[2056498629] 'read index received' (duration: 1.589216354s)","trace[2056498629] 'applied index is now lower than readState.Index' (duration: 4.453434107s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:06:38.09766Z","caller":"traceutil/trace.go:171","msg":"trace[1096279108] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"3.317659308s","start":"2026-04-16T10:06:34.779988Z","end":"2026-04-16T10:06:38.097647Z","steps":["trace[1096279108] 'process raft request' (duration: 3.317318348s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:38.097653Z","caller":"traceutil/trace.go:171","msg":"trace[1646401808] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"4.44810318s","start":"2026-04-16T10:06:33.649529Z","end":"2026-04-16T10:06:38.097632Z","steps":["trace[1646401808] 'process raft request' (duration: 4.447713828s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.097713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:34.779965Z","time spent":"3.317720071s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:06:38.097738Z","caller":"traceutil/trace.go:171","msg":"trace[697055421] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"6.036435636s","start":"2026-04-16T10:06:32.061289Z","end":"2026-04-16T10:06:38.097725Z","steps":["trace[697055421] 'process raft request' (duration: 3.059625114s)","trace[697055421] 'compare' (duration: 2.974829029s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:38.097751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:33.649509Z","time spent":"4.448185762s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:06:38.097843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:32.061269Z","time spent":"6.036503128s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:06:38.09809Z","caller":"traceutil/trace.go:171","msg":"trace[1819705489] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"6.034567247s","start":"2026-04-16T10:06:32.063511Z","end":"2026-04-16T10:06:38.098078Z","steps":["trace[1819705489] 'process raft request' (duration: 6.033625697s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.098149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:32.063491Z","time spent":"6.034631468s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:06:38.09823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.116836099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.098259Z","caller":"traceutil/trace.go:171","msg":"trace[2044068090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22959; }","duration":"7.116890401s","start":"2026-04-16T10:06:30.981362Z","end":"2026-04-16T10:06:38.098252Z","steps":["trace[2044068090] 'agreement among raft nodes before linearized reading' (duration: 7.116841239s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.098277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:30.981347Z","time spent":"7.116925031s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.098283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.450291697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-16T10:06:38.098318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.927391734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.09834Z","caller":"traceutil/trace.go:171","msg":"trace[883313553] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22959; }","duration":"9.450365019s","start":"2026-04-16T10:06:28.647961Z","end":"2026-04-16T10:06:38.098326Z","steps":["trace[883313553] 'agreement among raft nodes before linearized reading' (duration: 9.450219394s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:38.09835Z","caller":"traceutil/trace.go:171","msg":"trace[1253351560] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22959; }","duration":"7.927452406s","start":"2026-04-16T10:06:30.170887Z","end":"2026-04-16T10:06:38.098339Z","steps":["trace[1253351560] 'agreement among raft nodes before linearized reading' (duration: 7.927403285s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.098367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:28.647954Z","time spent":"9.450408681s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-16T10:06:38.098378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.453333783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-bxjmf\" ","response":"range_response_count:1 size:5421"} {"level":"warn","ts":"2026-04-16T10:06:38.098383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:30.170868Z","time spent":"7.927506227s","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.098407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.60590096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-16T10:06:38.098423Z","caller":"traceutil/trace.go:171","msg":"trace[718427557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22959; }","duration":"6.605945572s","start":"2026-04-16T10:06:31.492472Z","end":"2026-04-16T10:06:38.098417Z","steps":["trace[718427557] 'agreement among raft nodes before linearized reading' (duration: 6.605872739s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:38.098416Z","caller":"traceutil/trace.go:171","msg":"trace[1050582365] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-bxjmf; range_end:; response_count:1; response_revision:22959; }","duration":"9.453382534s","start":"2026-04-16T10:06:28.645021Z","end":"2026-04-16T10:06:38.098403Z","steps":["trace[1050582365] 'agreement among raft nodes before linearized reading' (duration: 9.45325036s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.098436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:31.492454Z","time spent":"6.605979332s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T10:06:38.098447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:28.645007Z","time spent":"9.453433446s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5444,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-bxjmf\" "} {"level":"warn","ts":"2026-04-16T10:06:38.098497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.997171041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:38.098508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.893955562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.09852Z","caller":"traceutil/trace.go:171","msg":"trace[1568746210] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22959; }","duration":"8.997224463s","start":"2026-04-16T10:06:29.101288Z","end":"2026-04-16T10:06:38.098512Z","steps":["trace[1568746210] 'agreement among raft nodes before linearized reading' (duration: 8.997187672s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:38.098523Z","caller":"traceutil/trace.go:171","msg":"trace[1695317916] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22959; }","duration":"6.894008363s","start":"2026-04-16T10:06:31.20451Z","end":"2026-04-16T10:06:38.098518Z","steps":["trace[1695317916] 'agreement among raft nodes before linearized reading' (duration: 6.893982982s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.098536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:29.101268Z","time spent":"8.997263873s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.098537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:31.204489Z","time spent":"6.894045164s","remote":"127.0.0.1:41976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.098664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709008249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:38.098661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.935042809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-16T10:06:38.098687Z","caller":"traceutil/trace.go:171","msg":"trace[1821716257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22959; }","duration":"2.70905291s","start":"2026-04-16T10:06:35.38963Z","end":"2026-04-16T10:06:38.098682Z","steps":["trace[1821716257] 'agreement among raft nodes before linearized reading' (duration: 2.709014229s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.098267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982359588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:38.098703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:35.389614Z","time spent":"2.709083562s","remote":"127.0.0.1:60658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:38.098707Z","caller":"traceutil/trace.go:171","msg":"trace[192257087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22959; }","duration":"5.935123371s","start":"2026-04-16T10:06:32.16357Z","end":"2026-04-16T10:06:38.098694Z","steps":["trace[192257087] 'agreement among raft nodes before linearized reading' (duration: 5.934992337s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.098756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:32.163548Z","time spent":"5.935196754s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:06:38.098821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302249263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-59f5f75f66-wgfhc.18a6cd258e629315\" ","response":"range_response_count:1 size:904"} {"level":"warn","ts":"2026-04-16T10:06:38.098863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147054184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:38.098866Z","caller":"traceutil/trace.go:171","msg":"trace[964674446] range","detail":"{range_begin:/registry/events/openstack/heat-api-59f5f75f66-wgfhc.18a6cd258e629315; range_end:; response_count:1; response_revision:22959; }","duration":"3.302311035s","start":"2026-04-16T10:06:34.796544Z","end":"2026-04-16T10:06:38.098855Z","steps":["trace[964674446] 'agreement among raft nodes before linearized reading' (duration: 3.302188651s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:38.098883Z","caller":"traceutil/trace.go:171","msg":"trace[1440346649] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22959; }","duration":"1.147104415s","start":"2026-04-16T10:06:36.951774Z","end":"2026-04-16T10:06:38.098879Z","steps":["trace[1440346649] 'agreement among raft nodes before linearized reading' (duration: 1.147072074s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.098898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:36.951757Z","time spent":"1.147137436s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.098899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:34.796534Z","time spent":"3.302355517s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-api-59f5f75f66-wgfhc.18a6cd258e629315\" "} {"level":"warn","ts":"2026-04-16T10:06:38.098942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730207363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.098984Z","caller":"traceutil/trace.go:171","msg":"trace[876019709] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:22959; }","duration":"4.730275695s","start":"2026-04-16T10:06:33.368696Z","end":"2026-04-16T10:06:38.098972Z","steps":["trace[876019709] 'agreement among raft nodes before linearized reading' (duration: 4.730213743s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295853665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:38.099023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:33.368682Z","time spent":"4.730332457s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:38.09904Z","caller":"traceutil/trace.go:171","msg":"trace[1274577495] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:22959; }","duration":"1.295912457s","start":"2026-04-16T10:06:36.803123Z","end":"2026-04-16T10:06:38.099035Z","steps":["trace[1274577495] 'agreement among raft nodes before linearized reading' (duration: 1.295884986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:36.803099Z","time spent":"1.295951098s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.09908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314133357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-16T10:06:38.099117Z","caller":"traceutil/trace.go:171","msg":"trace[1537476529] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22959; }","duration":"3.31418946s","start":"2026-04-16T10:06:34.784918Z","end":"2026-04-16T10:06:38.099108Z","steps":["trace[1537476529] 'agreement among raft nodes before linearized reading' (duration: 3.314095617s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418743369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.099149Z","caller":"traceutil/trace.go:171","msg":"trace[617447477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22959; }","duration":"1.418783171s","start":"2026-04-16T10:06:36.680361Z","end":"2026-04-16T10:06:38.099144Z","steps":["trace[617447477] 'agreement among raft nodes before linearized reading' (duration: 1.41876274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:34.784908Z","time spent":"3.314230751s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-16T10:06:38.099161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:36.680347Z","time spent":"1.418811561s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:38.099237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878801265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.099255Z","caller":"traceutil/trace.go:171","msg":"trace[229112406] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:22959; }","duration":"1.878867626s","start":"2026-04-16T10:06:36.220383Z","end":"2026-04-16T10:06:38.099251Z","steps":["trace[229112406] 'agreement among raft nodes before linearized reading' (duration: 1.878838215s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:36.220361Z","time spent":"1.878903588s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.09931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419846561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.099345Z","caller":"traceutil/trace.go:171","msg":"trace[2104013222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22959; }","duration":"3.419916593s","start":"2026-04-16T10:06:34.67942Z","end":"2026-04-16T10:06:38.099336Z","steps":["trace[2104013222] 'agreement among raft nodes before linearized reading' (duration: 3.419858741s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:34.679398Z","time spent":"3.419967875s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.099419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263458921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:06:38.099438Z","caller":"traceutil/trace.go:171","msg":"trace[1364508084] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:22959; }","duration":"2.263478222s","start":"2026-04-16T10:06:35.835955Z","end":"2026-04-16T10:06:38.099433Z","steps":["trace[1364508084] 'agreement among raft nodes before linearized reading' (duration: 2.263376309s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:35.835888Z","time spent":"2.263561054s","remote":"127.0.0.1:43752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":198,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.099512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611271837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.099528Z","caller":"traceutil/trace.go:171","msg":"trace[2024539358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22959; }","duration":"2.611321429s","start":"2026-04-16T10:06:35.488202Z","end":"2026-04-16T10:06:38.099524Z","steps":["trace[2024539358] 'agreement among raft nodes before linearized reading' (duration: 2.611291048s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543754818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:06:38.099541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:35.488187Z","time spent":"2.61135074s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:38.099557Z","caller":"traceutil/trace.go:171","msg":"trace[1018587898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22959; }","duration":"3.543817019s","start":"2026-04-16T10:06:34.555728Z","end":"2026-04-16T10:06:38.099545Z","steps":["trace[1018587898] 'agreement among raft nodes before linearized reading' (duration: 3.543770078s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:34.555709Z","time spent":"3.543875191s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.099682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862700493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.099711Z","caller":"traceutil/trace.go:171","msg":"trace[75669450] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22959; }","duration":"3.862780075s","start":"2026-04-16T10:06:34.236923Z","end":"2026-04-16T10:06:38.099703Z","steps":["trace[75669450] 'agreement among raft nodes before linearized reading' (duration: 3.862736424s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:34.236865Z","time spent":"3.862864788s","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.098837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.156052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.099879Z","caller":"traceutil/trace.go:171","msg":"trace[1973721574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22959; }","duration":"398.232946ms","start":"2026-04-16T10:06:37.701637Z","end":"2026-04-16T10:06:38.09987Z","steps":["trace[1973721574] 'agreement among raft nodes before linearized reading' (duration: 397.184983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.099913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:37.701613Z","time spent":"398.292348ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:38.098711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181717451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.100088Z","caller":"traceutil/trace.go:171","msg":"trace[2001940671] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22959; }","duration":"4.183132605s","start":"2026-04-16T10:06:33.916943Z","end":"2026-04-16T10:06:38.100076Z","steps":["trace[2001940671] 'agreement among raft nodes before linearized reading' (duration: 4.181736471s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.100129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:33.916922Z","time spent":"4.183194197s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.100125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000160364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.100188Z","caller":"traceutil/trace.go:171","msg":"trace[6208562] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22959; }","duration":"5.000325939s","start":"2026-04-16T10:06:33.099845Z","end":"2026-04-16T10:06:38.100171Z","steps":["trace[6208562] 'agreement among raft nodes before linearized reading' (duration: 5.000118753s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.10034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:33.099798Z","time spent":"5.000527756s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.10058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.886383715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:38.100605Z","caller":"traceutil/trace.go:171","msg":"trace[948541245] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22959; }","duration":"5.886436947s","start":"2026-04-16T10:06:32.214163Z","end":"2026-04-16T10:06:38.1006Z","steps":["trace[948541245] 'agreement among raft nodes before linearized reading' (duration: 5.886397625s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.10062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:32.214148Z","time spent":"5.886467727s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:38.098717Z","caller":"traceutil/trace.go:171","msg":"trace[1093035687] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22959; }","duration":"7.982854883s","start":"2026-04-16T10:06:30.115856Z","end":"2026-04-16T10:06:38.098711Z","steps":["trace[1093035687] 'agreement among raft nodes before linearized reading' (duration: 7.982369588s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.100637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:30.115832Z","time spent":"7.984800544s","remote":"127.0.0.1:59684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.100714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.03459972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.100734Z","caller":"traceutil/trace.go:171","msg":"trace[1459227912] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:22959; }","duration":"5.034655782s","start":"2026-04-16T10:06:33.066072Z","end":"2026-04-16T10:06:38.100728Z","steps":["trace[1459227912] 'agreement among raft nodes before linearized reading' (duration: 5.034627751s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.100749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:33.066049Z","time spent":"5.034695673s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.100753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849280565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.100771Z","caller":"traceutil/trace.go:171","msg":"trace[1702999811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22959; }","duration":"5.849333417s","start":"2026-04-16T10:06:32.251432Z","end":"2026-04-16T10:06:38.100765Z","steps":["trace[1702999811] 'agreement among raft nodes before linearized reading' (duration: 5.849298506s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.100785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:32.251406Z","time spent":"5.849374978s","remote":"127.0.0.1:60672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:38.098999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276482244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T10:06:38.100963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14719625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:38.100984Z","caller":"traceutil/trace.go:171","msg":"trace[213274172] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22959; }","duration":"5.147250012s","start":"2026-04-16T10:06:32.953725Z","end":"2026-04-16T10:06:38.100975Z","steps":["trace[213274172] 'agreement among raft nodes before linearized reading' (duration: 5.147221441s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:06:38.100976Z","caller":"traceutil/trace.go:171","msg":"trace[984980471] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22959; }","duration":"1.278475937s","start":"2026-04-16T10:06:36.822484Z","end":"2026-04-16T10:06:38.10096Z","steps":["trace[984980471] 'agreement among raft nodes before linearized reading' (duration: 1.276475304s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:38.101021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:32.953701Z","time spent":"5.147299643s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:06:38.101028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:36.822467Z","time spent":"1.27854646s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T10:06:38.604181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:39.105114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:39.306725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204094033s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:40.878001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571067642s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-16T10:06:40.878101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:38.102505Z","time spent":"2.775590298s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:41.072531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:41.072624Z","caller":"traceutil/trace.go:171","msg":"trace[686259143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447419s","start":"2026-04-16T10:06:39.072156Z","end":"2026-04-16T10:06:41.072603Z","steps":["trace[686259143] 'agreement among raft nodes before linearized reading' (duration: 2.000325416s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:41.072685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:39.072123Z","time spent":"2.000551743s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:41.742525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.43562351s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:43.072721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999720587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:43.072806Z","caller":"traceutil/trace.go:171","msg":"trace[735135976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999823921s","start":"2026-04-16T10:06:41.072962Z","end":"2026-04-16T10:06:43.072785Z","steps":["trace[735135976] 'agreement among raft nodes before linearized reading' (duration: 1.999718797s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:43.072854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:41.072784Z","time spent":"2.000059208s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:43.50068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:43.500764Z","caller":"traceutil/trace.go:171","msg":"trace[1025098323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000386538s","start":"2026-04-16T10:06:41.500357Z","end":"2026-04-16T10:06:43.500744Z","steps":["trace[1025098323] 'agreement among raft nodes before linearized reading' (duration: 2.000270795s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:43.500817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:41.500336Z","time spent":"2.000467291s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:44.092678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29247927s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:44.092802Z","caller":"traceutil/trace.go:171","msg":"trace[1304499615] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22959; }","duration":"1.292615624s","start":"2026-04-16T10:06:42.800163Z","end":"2026-04-16T10:06:44.092778Z","steps":["trace[1304499615] 'range keys from in-memory index tree' (duration: 1.292459749s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:44.095364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352554181s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:06:44.095603Z","caller":"traceutil/trace.go:171","msg":"trace[750379969] linearizableReadLoop","detail":"{readStateIndex:23701; appliedIndex:23698; }","duration":"5.992492242s","start":"2026-04-16T10:06:38.103095Z","end":"2026-04-16T10:06:44.095587Z","steps":["trace[750379969] 'read index received' (duration: 1.203805234s)","trace[750379969] 'applied index is now lower than readState.Index' (duration: 4.788686087s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:06:44.095864Z","caller":"traceutil/trace.go:171","msg":"trace[2046512079] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"5.98832979s","start":"2026-04-16T10:06:38.107523Z","end":"2026-04-16T10:06:44.095852Z","steps":["trace[2046512079] 'process raft request' (duration: 5.987945028s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:44.09594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:38.107513Z","time spent":"5.988386781s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5581,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:06:44.095992Z","caller":"traceutil/trace.go:171","msg":"trace[748648994] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"5.991100277s","start":"2026-04-16T10:06:38.104854Z","end":"2026-04-16T10:06:44.095954Z","steps":["trace[748648994] 'process raft request' (duration: 3.637866174s)","trace[748648994] 'compare' (duration: 2.351418536s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:44.096148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:38.104842Z","time spent":"5.991227622s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:06:44.096203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.993102751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48f4e3ab-4a9b-404a-92d0-731c26c2f93b\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-16T10:06:44.096242Z","caller":"traceutil/trace.go:171","msg":"trace[852400154] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48f4e3ab-4a9b-404a-92d0-731c26c2f93b; range_end:; response_count:1; response_revision:22961; }","duration":"5.993152462s","start":"2026-04-16T10:06:38.103077Z","end":"2026-04-16T10:06:44.096229Z","steps":["trace[852400154] 'agreement among raft nodes before linearized reading' (duration: 5.993031068s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:44.096276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:38.103069Z","time spent":"5.993199634s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-48f4e3ab-4a9b-404a-92d0-731c26c2f93b\" "} {"level":"warn","ts":"2026-04-16T10:06:44.596169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:45.08229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:45.082385Z","caller":"traceutil/trace.go:171","msg":"trace[889774841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034637s","start":"2026-04-16T10:06:43.082323Z","end":"2026-04-16T10:06:45.082357Z","steps":["trace[889774841] 'agreement among raft nodes before linearized reading' (duration: 1.999926163s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:45.082462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:43.082306Z","time spent":"2.000137939s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:45.097222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:45.435246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.004806085s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:47.083781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:47.083849Z","caller":"traceutil/trace.go:171","msg":"trace[290474240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000922696s","start":"2026-04-16T10:06:45.082911Z","end":"2026-04-16T10:06:47.083834Z","steps":["trace[290474240] 'agreement among raft nodes before linearized reading' (duration: 2.000828973s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:47.083892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:45.082883Z","time spent":"2.000998508s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:47.576701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871245028s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:47.879255Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a631","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T10:06:47.879582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:40.879491Z","time spent":"7.000085028s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:48.113715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006093611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:48.113801Z","caller":"traceutil/trace.go:171","msg":"trace[416435766] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.006227195s","start":"2026-04-16T10:06:38.107555Z","end":"2026-04-16T10:06:48.113782Z","steps":["trace[416435766] 'agreement among raft nodes before linearized reading' (duration: 10.006104391s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:48.113858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:38.107543Z","time spent":"10.006301757s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/16 10:06:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:48.682136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000689577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:48.682239Z","caller":"traceutil/trace.go:171","msg":"trace[1596313779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000871282s","start":"2026-04-16T10:06:46.681342Z","end":"2026-04-16T10:06:48.682213Z","steps":["trace[1596313779] 'agreement among raft nodes before linearized reading' (duration: 2.000739718s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:48.682313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:46.681313Z","time spent":"2.000986746s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:49.091845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97287059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:49.091929Z","caller":"traceutil/trace.go:171","msg":"trace[1686624156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.973003635s","start":"2026-04-16T10:06:47.118907Z","end":"2026-04-16T10:06:49.09191Z","steps":["trace[1686624156] 'agreement among raft nodes before linearized reading' (duration: 1.972900471s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:49.091977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:47.118887Z","time spent":"1.973080606s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:50.106106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:43.105931Z","time spent":"7.00016852s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:51.099585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:51.099654Z","caller":"traceutil/trace.go:171","msg":"trace[1242488913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000001817s","start":"2026-04-16T10:06:49.099634Z","end":"2026-04-16T10:06:51.099636Z","steps":["trace[1242488913] 'agreement among raft nodes before linearized reading' (duration: 1.999911774s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:51.099701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:49.099612Z","time spent":"2.000070129s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:06:51.743638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.126827784s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:51.999933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:44.99949Z","time spent":"7.000437589s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:52.608403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:45.607301Z","time spent":"7.00109454s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:53.101784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001247235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:53.101855Z","caller":"traceutil/trace.go:171","msg":"trace[2072203000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001340377s","start":"2026-04-16T10:06:51.100498Z","end":"2026-04-16T10:06:53.101838Z","steps":["trace[2072203000] 'agreement among raft nodes before linearized reading' (duration: 2.001244274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:53.101889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:51.100442Z","time spent":"2.001440661s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:53.672792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.237353487s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T10:06:53.674994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.143261ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:53.675097Z","caller":"traceutil/trace.go:171","msg":"trace[1505928600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22961; }","duration":"881.255675ms","start":"2026-04-16T10:06:52.793825Z","end":"2026-04-16T10:06:53.675081Z","steps":["trace[1505928600] 'range keys from in-memory index tree' (duration: 881.130601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:54.387613Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a63b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T10:06:54.887792Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a631","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T10:06:55.112986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000570023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:55.113073Z","caller":"traceutil/trace.go:171","msg":"trace[1085295317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000702267s","start":"2026-04-16T10:06:53.112348Z","end":"2026-04-16T10:06:55.11305Z","steps":["trace[1085295317] 'agreement among raft nodes before linearized reading' (duration: 2.000593734s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:55.113247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:53.11233Z","time spent":"2.00078218s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:55.219879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:48.219709Z","time spent":"7.00016348s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:55.858618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.11478681s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:56.580837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902378036s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:06:56.581189Z","caller":"traceutil/trace.go:171","msg":"trace[1145420210] linearizableReadLoop","detail":"{readStateIndex:23705; appliedIndex:23701; }","duration":"12.485537352s","start":"2026-04-16T10:06:44.095636Z","end":"2026-04-16T10:06:56.581173Z","steps":["trace[1145420210] 'read index received' (duration: 1.33979725s)","trace[1145420210] 'applied index is now lower than readState.Index' (duration: 11.145739212s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:57.081801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:57.113247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999710818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:57.11332Z","caller":"traceutil/trace.go:171","msg":"trace[509676720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999863792s","start":"2026-04-16T10:06:55.113436Z","end":"2026-04-16T10:06:57.1133Z","steps":["trace[509676720] 'agreement among raft nodes before linearized reading' (duration: 1.999774069s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:57.113486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:55.113413Z","time spent":"1.999983506s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:57.582561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:06:57.593052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003593402s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:06:58.681575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:06:58.681657Z","caller":"traceutil/trace.go:171","msg":"trace[2012178441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278914s","start":"2026-04-16T10:06:56.681358Z","end":"2026-04-16T10:06:58.681637Z","steps":["trace[2012178441] 'agreement among raft nodes before linearized reading' (duration: 2.000177871s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:58.681705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:56.68133Z","time spent":"2.000366347s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:59.005699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:52.004642Z","time spent":"7.001050868s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:06:59.121663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:06:59.121789Z","caller":"traceutil/trace.go:171","msg":"trace[876042954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456119s","start":"2026-04-16T10:06:57.121271Z","end":"2026-04-16T10:06:59.121728Z","steps":["trace[876042954] 'agreement among raft nodes before linearized reading' (duration: 2.000350896s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:06:59.121846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:57.12125Z","time spent":"2.000585434s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:06:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:06:59.683615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102566937s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T10:06:59.683718Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"19.781µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-16T10:06:59.684603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.621031104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:06:59.684634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.042353431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:59.684676Z","caller":"traceutil/trace.go:171","msg":"trace[627374896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22966; }","duration":"17.621167719s","start":"2026-04-16T10:06:42.063489Z","end":"2026-04-16T10:06:59.684657Z","steps":["trace[627374896] 'agreement among raft nodes before linearized reading' (duration: 14.517750164s)","trace[627374896] 'count revisions from in-memory index tree' (duration: 3.103310941s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:59.68471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:42.063453Z","time spent":"17.621249211s","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:06:59.684708Z","caller":"traceutil/trace.go:171","msg":"trace[520097058] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:22966; }","duration":"21.042456504s","start":"2026-04-16T10:06:38.642221Z","end":"2026-04-16T10:06:59.684678Z","steps":["trace[520097058] 'agreement among raft nodes before linearized reading' (duration: 17.93904709s)","trace[520097058] 'count revisions from in-memory index tree' (duration: 3.103310471s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:59.68477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:38.642207Z","time spent":"21.042545248s","remote":"127.0.0.1:42722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:59.684915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.399687243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:59.685004Z","caller":"traceutil/trace.go:171","msg":"trace[518350599] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22966; }","duration":"18.399848929s","start":"2026-04-16T10:06:41.285138Z","end":"2026-04-16T10:06:59.684987Z","steps":["trace[518350599] 'agreement among raft nodes before linearized reading' (duration: 15.296118895s)","trace[518350599] 'count revisions from in-memory index tree' (duration: 3.10359228s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:59.685038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:41.285113Z","time spent":"18.399916771s","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:59.685238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.111685614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:06:59.685287Z","caller":"traceutil/trace.go:171","msg":"trace[568623150] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22966; }","duration":"18.111760616s","start":"2026-04-16T10:06:41.57351Z","end":"2026-04-16T10:06:59.68527Z","steps":["trace[568623150] 'agreement among raft nodes before linearized reading' (duration: 15.007740233s)","trace[568623150] 'count revisions from in-memory index tree' (duration: 3.103964672s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:59.68532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:41.573495Z","time spent":"18.111815317s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:59.68565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.081355465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:06:59.685725Z","caller":"traceutil/trace.go:171","msg":"trace[820394994] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22966; }","duration":"19.081468889s","start":"2026-04-16T10:06:40.604236Z","end":"2026-04-16T10:06:59.685705Z","steps":["trace[820394994] 'agreement among raft nodes before linearized reading' (duration: 15.977028912s)","trace[820394994] 'count revisions from in-memory index tree' (duration: 3.104348324s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:59.685773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:40.604217Z","time spent":"19.081540791s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:06:59.685809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.582244834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:06:59.685869Z","caller":"traceutil/trace.go:171","msg":"trace[1347525077] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22966; }","duration":"21.582317775s","start":"2026-04-16T10:06:38.103532Z","end":"2026-04-16T10:06:59.685849Z","steps":["trace[1347525077] 'agreement among raft nodes before linearized reading' (duration: 18.477739945s)","trace[1347525077] 'range keys from in-memory index tree' (duration: 3.104427456s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:06:59.685928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:38.103523Z","time spent":"21.582391307s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:07:00.604918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993129046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:00.604993Z","caller":"traceutil/trace.go:171","msg":"trace[1537334118] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993269821s","start":"2026-04-16T10:06:52.611703Z","end":"2026-04-16T10:07:00.604973Z","steps":["trace[1537334118] 'agreement among raft nodes before linearized reading' (duration: 7.993161608s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:00.60504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:52.611687Z","time spent":"7.993343863s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/16 10:07:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:01.12855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000523753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:01.128737Z","caller":"traceutil/trace.go:171","msg":"trace[1515209054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074719s","start":"2026-04-16T10:06:59.127963Z","end":"2026-04-16T10:07:01.12871Z","steps":["trace[1515209054] 'agreement among raft nodes before linearized reading' (duration: 2.000545924s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:01.128966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:59.127951Z","time spent":"2.000994417s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:01.675383Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a63b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T10:07:02.225652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:55.224866Z","time spent":"7.000779429s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:03.128992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:03.129078Z","caller":"traceutil/trace.go:171","msg":"trace[1369005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067037s","start":"2026-04-16T10:07:01.12899Z","end":"2026-04-16T10:07:03.129057Z","steps":["trace[1369005] 'agreement among raft nodes before linearized reading' (duration: 1.999954184s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:03.129126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:01.128933Z","time spent":"2.000183511s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:05.047131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.361216008s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-04-16T10:07:05.047242Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"19.27µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-04-16T10:07:05.047376Z","caller":"traceutil/trace.go:171","msg":"trace[1732867876] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22967; }","duration":"6.037017504s","start":"2026-04-16T10:06:59.010342Z","end":"2026-04-16T10:07:05.047359Z","steps":["trace[1732867876] 'process raft request' (duration: 6.036970523s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:05.047896Z","caller":"traceutil/trace.go:171","msg":"trace[2099451002] linearizableReadLoop","detail":"{readStateIndex:23712; appliedIndex:23706; }","duration":"8.466649345s","start":"2026-04-16T10:06:56.581219Z","end":"2026-04-16T10:07:05.047868Z","steps":["trace[2099451002] 'read index received' (duration: 1.012073699s)","trace[2099451002] 'applied index is now lower than readState.Index' (duration: 7.454572906s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:05.048133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.50421214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.048219Z","caller":"traceutil/trace.go:171","msg":"trace[672388551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22967; }","duration":"8.504325684s","start":"2026-04-16T10:06:56.543878Z","end":"2026-04-16T10:07:05.048203Z","steps":["trace[672388551] 'agreement among raft nodes before linearized reading' (duration: 8.504150458s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.048309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:56.543835Z","time spent":"8.504457808s","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.048596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.887693039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.048681Z","caller":"traceutil/trace.go:171","msg":"trace[2118807144] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22967; }","duration":"9.887777982s","start":"2026-04-16T10:06:55.160891Z","end":"2026-04-16T10:07:05.048669Z","steps":["trace[2118807144] 'agreement among raft nodes before linearized reading' (duration: 9.887648327s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.048797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:55.16083Z","time spent":"9.887954597s","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.048982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.268559305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.049065Z","caller":"traceutil/trace.go:171","msg":"trace[2071126418] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22967; }","duration":"10.268670539s","start":"2026-04-16T10:06:54.780383Z","end":"2026-04-16T10:07:05.049054Z","steps":["trace[2071126418] 'agreement among raft nodes before linearized reading' (duration: 10.268561785s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.049152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:54.780366Z","time spent":"10.268764842s","remote":"127.0.0.1:37900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.047455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:59.010313Z","time spent":"6.037100187s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:05.049473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.664917432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.04955Z","caller":"traceutil/trace.go:171","msg":"trace[1663817701] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:22967; }","duration":"10.665041736s","start":"2026-04-16T10:06:54.384495Z","end":"2026-04-16T10:07:05.049537Z","steps":["trace[1663817701] 'agreement among raft nodes before linearized reading' (duration: 10.664914952s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.049629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:54.384466Z","time spent":"10.665127539s","remote":"127.0.0.1:59756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.049868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.151152522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.049947Z","caller":"traceutil/trace.go:171","msg":"trace[1624579340] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22967; }","duration":"11.151254095s","start":"2026-04-16T10:06:53.898682Z","end":"2026-04-16T10:07:05.049936Z","steps":["trace[1624579340] 'agreement among raft nodes before linearized reading' (duration: 11.151151901s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.050028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:53.898671Z","time spent":"11.151319707s","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.050269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.269560306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.050349Z","caller":"traceutil/trace.go:171","msg":"trace[1334938007] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:22967; }","duration":"11.269681509s","start":"2026-04-16T10:06:53.780656Z","end":"2026-04-16T10:07:05.050338Z","steps":["trace[1334938007] 'agreement among raft nodes before linearized reading' (duration: 11.269573476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.050432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:53.780635Z","time spent":"11.269782873s","remote":"127.0.0.1:60660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.050657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.928077977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.050734Z","caller":"traceutil/trace.go:171","msg":"trace[413104825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22967; }","duration":"11.92819977s","start":"2026-04-16T10:06:53.122524Z","end":"2026-04-16T10:07:05.050723Z","steps":["trace[413104825] 'agreement among raft nodes before linearized reading' (duration: 11.928099667s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.050811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:53.122499Z","time spent":"11.928276153s","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.051044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.446692988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.051124Z","caller":"traceutil/trace.go:171","msg":"trace[983811394] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22967; }","duration":"12.446812562s","start":"2026-04-16T10:06:52.604301Z","end":"2026-04-16T10:07:05.051114Z","steps":["trace[983811394] 'agreement among raft nodes before linearized reading' (duration: 12.446710709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.051225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:52.60428Z","time spent":"12.446888784s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.051431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.918567352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.051489Z","caller":"traceutil/trace.go:171","msg":"trace[1525456439] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22967; }","duration":"13.918657595s","start":"2026-04-16T10:06:51.132824Z","end":"2026-04-16T10:07:05.051482Z","steps":["trace[1525456439] 'agreement among raft nodes before linearized reading' (duration: 13.918577283s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.051529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:51.132808Z","time spent":"13.918712937s","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.051527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258334271s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.051701Z","caller":"traceutil/trace.go:171","msg":"trace[87821237] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22967; }","duration":"2.258513117s","start":"2026-04-16T10:07:02.793169Z","end":"2026-04-16T10:07:05.051682Z","steps":["trace[87821237] 'range keys from in-memory index tree' (duration: 2.258319351s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.051921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.818325192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.051971Z","caller":"traceutil/trace.go:171","msg":"trace[1549637144] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22967; }","duration":"18.818436225s","start":"2026-04-16T10:06:46.233522Z","end":"2026-04-16T10:07:05.051958Z","steps":["trace[1549637144] 'agreement among raft nodes before linearized reading' (duration: 18.818353963s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.052009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:46.233499Z","time spent":"18.818499288s","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.052209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.251719746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.052243Z","caller":"traceutil/trace.go:171","msg":"trace[1808080138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22967; }","duration":"14.251803099s","start":"2026-04-16T10:06:50.80043Z","end":"2026-04-16T10:07:05.052233Z","steps":["trace[1808080138] 'agreement among raft nodes before linearized reading' (duration: 14.251728837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.052273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:50.800411Z","time spent":"14.251853821s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.052418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.352861489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.052451Z","caller":"traceutil/trace.go:171","msg":"trace[345352685] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:22967; }","duration":"17.352928421s","start":"2026-04-16T10:06:47.699511Z","end":"2026-04-16T10:07:05.05244Z","steps":["trace[345352685] 'agreement among raft nodes before linearized reading' (duration: 17.352873809s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.052483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:47.69949Z","time spent":"17.352984343s","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.052503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.624643662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.052557Z","caller":"traceutil/trace.go:171","msg":"trace[69868251] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22967; }","duration":"15.624732985s","start":"2026-04-16T10:06:49.427806Z","end":"2026-04-16T10:07:05.052539Z","steps":["trace[69868251] 'agreement among raft nodes before linearized reading' (duration: 15.624662503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.052563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.602777081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:05.052602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.742298607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:05.052605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:49.427786Z","time spent":"15.624806317s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:05.052617Z","caller":"traceutil/trace.go:171","msg":"trace[748905652] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22967; }","duration":"16.602865504s","start":"2026-04-16T10:06:48.449734Z","end":"2026-04-16T10:07:05.052599Z","steps":["trace[748905652] 'agreement among raft nodes before linearized reading' (duration: 16.60276082s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:05.052633Z","caller":"traceutil/trace.go:171","msg":"trace[1113754154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22967; }","duration":"17.742330118s","start":"2026-04-16T10:06:47.310294Z","end":"2026-04-16T10:07:05.052624Z","steps":["trace[1113754154] 'agreement among raft nodes before linearized reading' (duration: 17.742284537s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.052659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:47.310274Z","time spent":"17.742377519s","remote":"127.0.0.1:38360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.052661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:48.449714Z","time spent":"16.602935356s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.052687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.856786803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.052794Z","caller":"traceutil/trace.go:171","msg":"trace[1596221151] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22967; }","duration":"14.856920287s","start":"2026-04-16T10:06:50.195831Z","end":"2026-04-16T10:07:05.052751Z","steps":["trace[1596221151] 'agreement among raft nodes before linearized reading' (duration: 14.856779113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.052425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.16953973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7f75987f98-tznqr.18a6cd2a53b59ef3\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-04-16T10:07:05.052883Z","caller":"traceutil/trace.go:171","msg":"trace[1510589286] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7f75987f98-tznqr.18a6cd2a53b59ef3; range_end:; response_count:1; response_revision:22967; }","duration":"17.170044346s","start":"2026-04-16T10:06:47.882825Z","end":"2026-04-16T10:07:05.05287Z","steps":["trace[1510589286] 'agreement among raft nodes before linearized reading' (duration: 17.169454048s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.052845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.556986732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:05.052939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:47.882806Z","time spent":"17.170122908s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-7f75987f98-tznqr.18a6cd2a53b59ef3\" "} {"level":"info","ts":"2026-04-16T10:07:05.052973Z","caller":"traceutil/trace.go:171","msg":"trace[56914745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:22967; }","duration":"18.557163608s","start":"2026-04-16T10:06:46.495778Z","end":"2026-04-16T10:07:05.052942Z","steps":["trace[56914745] 'agreement among raft nodes before linearized reading' (duration: 18.556935591s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.053042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:46.495757Z","time spent":"18.557269061s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.052843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:50.19581Z","time spent":"14.857022271s","remote":"127.0.0.1:43178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.0533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.210672914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.053344Z","caller":"traceutil/trace.go:171","msg":"trace[450636065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22967; }","duration":"18.210761637s","start":"2026-04-16T10:06:46.842572Z","end":"2026-04-16T10:07:05.053334Z","steps":["trace[450636065] 'agreement among raft nodes before linearized reading' (duration: 18.210674884s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.053533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.874411329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.053595Z","caller":"traceutil/trace.go:171","msg":"trace[335691630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22967; }","duration":"19.874522203s","start":"2026-04-16T10:06:45.179058Z","end":"2026-04-16T10:07:05.05358Z","steps":["trace[335691630] 'agreement among raft nodes before linearized reading' (duration: 19.874424729s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.05365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:45.179034Z","time spent":"19.874598214s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.053814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.198094516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.054032Z","caller":"traceutil/trace.go:171","msg":"trace[2030575640] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22967; }","duration":"19.198148798s","start":"2026-04-16T10:06:45.855687Z","end":"2026-04-16T10:07:05.053836Z","steps":["trace[2030575640] 'agreement among raft nodes before linearized reading' (duration: 19.198096546s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.054062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:45.855677Z","time spent":"19.198378104s","remote":"127.0.0.1:43226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.054189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.217649192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.054218Z","caller":"traceutil/trace.go:171","msg":"trace[636158153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22967; }","duration":"19.217702713s","start":"2026-04-16T10:06:45.836508Z","end":"2026-04-16T10:07:05.05421Z","steps":["trace[636158153] 'agreement among raft nodes before linearized reading' (duration: 19.217654942s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.054242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:45.836497Z","time spent":"19.217738455s","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.053382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:46.842551Z","time spent":"18.210821889s","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.054789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.380679004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.054839Z","caller":"traceutil/trace.go:171","msg":"trace[957484682] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:22967; }","duration":"18.380770007s","start":"2026-04-16T10:06:46.674052Z","end":"2026-04-16T10:07:05.054822Z","steps":["trace[957484682] 'agreement among raft nodes before linearized reading' (duration: 18.380684124s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.052352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.617667032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:05.067224Z","caller":"traceutil/trace.go:171","msg":"trace[393249595] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22967; }","duration":"15.632540821s","start":"2026-04-16T10:06:49.434667Z","end":"2026-04-16T10:07:05.067208Z","steps":["trace[393249595] 'agreement among raft nodes before linearized reading' (duration: 15.617643852s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.067287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:49.43461Z","time spent":"15.632653395s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.068636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.123702205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:05.068661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.636096205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:07:05.068674Z","caller":"traceutil/trace.go:171","msg":"trace[169257044] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:22967; }","duration":"17.123765556s","start":"2026-04-16T10:06:47.944896Z","end":"2026-04-16T10:07:05.068662Z","steps":["trace[169257044] 'agreement among raft nodes before linearized reading' (duration: 17.107869845s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:05.068685Z","caller":"traceutil/trace.go:171","msg":"trace[1124733166] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22967; }","duration":"14.636124096s","start":"2026-04-16T10:06:50.432555Z","end":"2026-04-16T10:07:05.068679Z","steps":["trace[1124733166] 'agreement among raft nodes before linearized reading' (duration: 14.620312217s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.068702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:50.432498Z","time spent":"14.636199058s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":197,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.0687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:47.944868Z","time spent":"17.123824618s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":95,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.068807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.843584995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7426"} {"level":"info","ts":"2026-04-16T10:07:05.068848Z","caller":"traceutil/trace.go:171","msg":"trace[1666502031] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22967; }","duration":"20.843675748s","start":"2026-04-16T10:06:44.225159Z","end":"2026-04-16T10:07:05.068835Z","steps":["trace[1666502031] 'agreement among raft nodes before linearized reading' (duration: 20.843548244s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.068965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.955843183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-77xns\" ","response":"range_response_count:1 size:5317"} {"level":"warn","ts":"2026-04-16T10:07:05.068989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:44.225137Z","time spent":"20.843842213s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7449,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-16T10:07:05.069012Z","caller":"traceutil/trace.go:171","msg":"trace[619656364] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-77xns; range_end:; response_count:1; response_revision:22967; }","duration":"20.955912966s","start":"2026-04-16T10:06:44.113081Z","end":"2026-04-16T10:07:05.068994Z","steps":["trace[619656364] 'agreement among raft nodes before linearized reading' (duration: 20.95573784s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.069045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:44.113065Z","time spent":"20.955973627s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-77xns\" "} {"level":"warn","ts":"2026-04-16T10:07:05.068861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.450682132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:05.068819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.211117295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:05.069152Z","caller":"traceutil/trace.go:171","msg":"trace[1520543882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:22967; }","duration":"18.451044012s","start":"2026-04-16T10:06:46.618095Z","end":"2026-04-16T10:07:05.069139Z","steps":["trace[1520543882] 'agreement among raft nodes before linearized reading' (duration: 18.45065451s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:05.06919Z","caller":"traceutil/trace.go:171","msg":"trace[73922722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22967; }","duration":"20.211535018s","start":"2026-04-16T10:06:44.857634Z","end":"2026-04-16T10:07:05.069169Z","steps":["trace[73922722] 'agreement among raft nodes before linearized reading' (duration: 20.211095674s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.069241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:44.857615Z","time spent":"20.21161408s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.069195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:46.618081Z","time spent":"18.451102445s","remote":"127.0.0.1:54356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.069316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:46.674026Z","time spent":"18.380846689s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.069411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.959575944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"warn","ts":"2026-04-16T10:07:05.069427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.959009903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-16T10:07:05.069439Z","caller":"traceutil/trace.go:171","msg":"trace[1100774850] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22967; }","duration":"14.959641996s","start":"2026-04-16T10:06:50.109788Z","end":"2026-04-16T10:07:05.06943Z","steps":["trace[1100774850] 'agreement among raft nodes before linearized reading' (duration: 14.957705875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.06944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.241125373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:05.069463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:50.109766Z","time spent":"14.959692338s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-16T10:07:05.069469Z","caller":"traceutil/trace.go:171","msg":"trace[1507859612] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22967; }","duration":"19.242072302s","start":"2026-04-16T10:06:45.827389Z","end":"2026-04-16T10:07:05.069461Z","steps":["trace[1507859612] 'agreement among raft nodes before linearized reading' (duration: 19.226965426s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:05.069465Z","caller":"traceutil/trace.go:171","msg":"trace[1523884475] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22967; }","duration":"20.959099516s","start":"2026-04-16T10:06:44.110354Z","end":"2026-04-16T10:07:05.069454Z","steps":["trace[1523884475] 'agreement among raft nodes before linearized reading' (duration: 20.941599294s)","trace[1523884475] 'get authentication metadata' (duration: 17.262235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:05.069496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:45.827366Z","time spent":"19.242122984s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:05.069499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:44.110305Z","time spent":"20.959188618s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-16T10:07:05.136312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:05.136408Z","caller":"traceutil/trace.go:171","msg":"trace[612113807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190402s","start":"2026-04-16T10:07:03.136195Z","end":"2026-04-16T10:07:05.136386Z","steps":["trace[612113807] 'agreement among raft nodes before linearized reading' (duration: 2.000071888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.136457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:03.136179Z","time spent":"2.000268574s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:05.154804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.924608277s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:07:05.155139Z","caller":"traceutil/trace.go:171","msg":"trace[703170863] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22967; }","duration":"2.925044101s","start":"2026-04-16T10:07:02.230068Z","end":"2026-04-16T10:07:05.155112Z","steps":["trace[703170863] 'process raft request' (duration: 2.924934757s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:05.155291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:02.230034Z","time spent":"2.925173845s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:06.259947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104913655s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:07:06.260657Z","caller":"traceutil/trace.go:171","msg":"trace[1305900545] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"2.358626421s","start":"2026-04-16T10:07:03.902Z","end":"2026-04-16T10:07:06.260626Z","steps":["trace[1305900545] 'process raft request' (duration: 2.358299431s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.260928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.577788578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.260984Z","caller":"traceutil/trace.go:171","msg":"trace[1216028017] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22970; }","duration":"8.577923893s","start":"2026-04-16T10:06:57.683045Z","end":"2026-04-16T10:07:06.260969Z","steps":["trace[1216028017] 'agreement among raft nodes before linearized reading' (duration: 8.577751548s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.448262263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:06.261064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:57.683023Z","time spent":"8.578024586s","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.261128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.651946913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T10:07:06.261204Z","caller":"traceutil/trace.go:171","msg":"trace[1635592684] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:22970; }","duration":"5.652065437s","start":"2026-04-16T10:07:00.60912Z","end":"2026-04-16T10:07:06.261186Z","steps":["trace[1635592684] 'agreement among raft nodes before linearized reading' (duration: 5.65183102s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.26125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:00.609102Z","time spent":"5.652140319s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-16T10:07:06.261388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990958228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T10:07:06.261398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015486947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.261428Z","caller":"traceutil/trace.go:171","msg":"trace[1557142651] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22970; }","duration":"2.990997469s","start":"2026-04-16T10:07:03.270421Z","end":"2026-04-16T10:07:06.261418Z","steps":["trace[1557142651] 'agreement among raft nodes before linearized reading' (duration: 2.990867665s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.26146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:03.270356Z","time spent":"2.991096582s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T10:07:06.261477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19575692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:06.261509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581004538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.261512Z","caller":"traceutil/trace.go:171","msg":"trace[2053644881] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22970; }","duration":"5.195828323s","start":"2026-04-16T10:07:01.06567Z","end":"2026-04-16T10:07:06.261498Z","steps":["trace[2053644881] 'agreement among raft nodes before linearized reading' (duration: 5.195772861s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.42836539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.26154Z","caller":"traceutil/trace.go:171","msg":"trace[1669652553] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22970; }","duration":"4.58105084s","start":"2026-04-16T10:07:01.680475Z","end":"2026-04-16T10:07:06.261525Z","steps":["trace[1669652553] 'agreement among raft nodes before linearized reading' (duration: 4.581008858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:01.06565Z","time spent":"5.195884834s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.261397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381150298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.261604Z","caller":"traceutil/trace.go:171","msg":"trace[1278616072] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22970; }","duration":"7.428567386s","start":"2026-04-16T10:06:58.83298Z","end":"2026-04-16T10:07:06.261547Z","steps":["trace[1278616072] 'agreement among raft nodes before linearized reading' (duration: 7.428306558s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271865754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.261701Z","caller":"traceutil/trace.go:171","msg":"trace[1777411309] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"1.192979771s","start":"2026-04-16T10:07:05.068715Z","end":"2026-04-16T10:07:06.261695Z","steps":["trace[1777411309] 'process raft request' (duration: 1.191821884s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.573771386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:06.261711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.291304872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.261708Z","caller":"traceutil/trace.go:171","msg":"trace[1103227026] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22970; }","duration":"4.381483018s","start":"2026-04-16T10:07:01.880175Z","end":"2026-04-16T10:07:06.261658Z","steps":["trace[1103227026] 'agreement among raft nodes before linearized reading' (duration: 4.381133517s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:06.260748Z","caller":"traceutil/trace.go:171","msg":"trace[2065894553] linearizableReadLoop","detail":"{readStateIndex:23715; appliedIndex:23714; }","duration":"1.212691983s","start":"2026-04-16T10:07:05.047999Z","end":"2026-04-16T10:07:06.260691Z","steps":["trace[2065894553] 'read index received' (duration: 107.149819ms)","trace[2065894553] 'applied index is now lower than readState.Index' (duration: 1.105541164s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:06.261724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:58.832964Z","time spent":"7.428722202s","remote":"127.0.0.1:54402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:06.261742Z","caller":"traceutil/trace.go:171","msg":"trace[939692677] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:0; response_revision:22970; }","duration":"6.573867459s","start":"2026-04-16T10:06:59.687863Z","end":"2026-04-16T10:07:06.261731Z","steps":["trace[939692677] 'agreement among raft nodes before linearized reading' (duration: 6.573748995s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618585121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.261106Z","caller":"traceutil/trace.go:171","msg":"trace[1104592113] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22970; }","duration":"4.448395707s","start":"2026-04-16T10:07:01.812697Z","end":"2026-04-16T10:07:06.261093Z","steps":["trace[1104592113] 'agreement among raft nodes before linearized reading' (duration: 4.448213561s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:59.687833Z","time spent":"6.573965592s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"info","ts":"2026-04-16T10:07:06.261854Z","caller":"traceutil/trace.go:171","msg":"trace[229330605] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22970; }","duration":"3.271967178s","start":"2026-04-16T10:07:02.989729Z","end":"2026-04-16T10:07:06.261696Z","steps":["trace[229330605] 'agreement among raft nodes before linearized reading' (duration: 3.271873505s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:01.880153Z","time spent":"4.381649133s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.261889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:01.812678Z","time spent":"4.449184772s","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.261773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.068695Z","time spent":"1.193023093s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:06.261965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443297723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:06.261568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:01.680464Z","time spent":"4.581097301s","remote":"127.0.0.1:38258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.261992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:02.989706Z","time spent":"3.272266057s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.26167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405178695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.262012Z","caller":"traceutil/trace.go:171","msg":"trace[1046896516] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22970; }","duration":"1.443382896s","start":"2026-04-16T10:07:04.818615Z","end":"2026-04-16T10:07:06.261998Z","steps":["trace[1046896516] 'agreement among raft nodes before linearized reading' (duration: 1.443310473s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:06.262056Z","caller":"traceutil/trace.go:171","msg":"trace[1832201535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:22970; }","duration":"4.405610889s","start":"2026-04-16T10:07:01.85643Z","end":"2026-04-16T10:07:06.262041Z","steps":["trace[1832201535] 'agreement among raft nodes before linearized reading' (duration: 4.405199506s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.26213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256990882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:06.26217Z","caller":"traceutil/trace.go:171","msg":"trace[912195407] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22970; }","duration":"4.257059685s","start":"2026-04-16T10:07:02.005101Z","end":"2026-04-16T10:07:06.262161Z","steps":["trace[912195407] 'agreement among raft nodes before linearized reading' (duration: 4.256992043s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.262202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:02.005087Z","time spent":"4.257106837s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.262063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:04.818589Z","time spent":"1.443460788s","remote":"127.0.0.1:60714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.261403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.148497916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-16T10:07:06.26228Z","caller":"traceutil/trace.go:171","msg":"trace[2130084718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22970; }","duration":"7.149421546s","start":"2026-04-16T10:06:59.112847Z","end":"2026-04-16T10:07:06.262269Z","steps":["trace[2130084718] 'agreement among raft nodes before linearized reading' (duration: 7.148451346s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.262328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:59.112827Z","time spent":"7.149489188s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T10:07:06.261749Z","caller":"traceutil/trace.go:171","msg":"trace[1544014079] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22970; }","duration":"5.291377125s","start":"2026-04-16T10:07:00.970356Z","end":"2026-04-16T10:07:06.261733Z","steps":["trace[1544014079] 'agreement among raft nodes before linearized reading' (duration: 5.291322314s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.261602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594603587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.262553Z","caller":"traceutil/trace.go:171","msg":"trace[1689499445] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22970; }","duration":"4.595555747s","start":"2026-04-16T10:07:01.666959Z","end":"2026-04-16T10:07:06.262515Z","steps":["trace[1689499445] 'agreement among raft nodes before linearized reading' (duration: 4.594622557s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.262581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969234135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.262627Z","caller":"traceutil/trace.go:171","msg":"trace[570396138] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22970; }","duration":"1.969286117s","start":"2026-04-16T10:07:04.293328Z","end":"2026-04-16T10:07:06.262614Z","steps":["trace[570396138] 'agreement among raft nodes before linearized reading' (duration: 1.967936934s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.260962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:03.901977Z","time spent":"2.358872369s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:06.262634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:01.66694Z","time spent":"4.5956548s","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:06.26183Z","caller":"traceutil/trace.go:171","msg":"trace[1338026909] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:22970; }","duration":"5.618648223s","start":"2026-04-16T10:07:00.643171Z","end":"2026-04-16T10:07:06.261819Z","steps":["trace[1338026909] 'agreement among raft nodes before linearized reading' (duration: 5.618597811s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.262655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.134005127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:06.262678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:04.293268Z","time spent":"1.96939009s","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.262701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:00.643156Z","time spent":"5.619535071s","remote":"127.0.0.1:60696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:06.26274Z","caller":"traceutil/trace.go:171","msg":"trace[1058402123] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22970; }","duration":"8.13410974s","start":"2026-04-16T10:06:58.128592Z","end":"2026-04-16T10:07:06.262702Z","steps":["trace[1058402123] 'agreement among raft nodes before linearized reading' (duration: 8.132659814s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.26164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.575947755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:06.261463Z","caller":"traceutil/trace.go:171","msg":"trace[827632947] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22970; }","duration":"5.01559738s","start":"2026-04-16T10:07:01.245847Z","end":"2026-04-16T10:07:06.261445Z","steps":["trace[827632947] 'agreement among raft nodes before linearized reading' (duration: 5.015484317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.262134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:01.856401Z","time spent":"4.405719011s","remote":"127.0.0.1:38094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.262393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:00.970335Z","time spent":"5.292042376s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:06.261676Z","caller":"traceutil/trace.go:171","msg":"trace[1684527561] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"1.185348071s","start":"2026-04-16T10:07:05.076318Z","end":"2026-04-16T10:07:06.261666Z","steps":["trace[1684527561] 'process raft request' (duration: 1.184289198s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.262432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726268895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:06.262294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.733723591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:06.264309Z","caller":"traceutil/trace.go:171","msg":"trace[1814829441] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22970; }","duration":"5.735756965s","start":"2026-04-16T10:07:00.528506Z","end":"2026-04-16T10:07:06.264263Z","steps":["trace[1814829441] 'agreement among raft nodes before linearized reading' (duration: 5.733003878s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.264466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:00.528484Z","time spent":"5.735919801s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.264537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:58.128572Z","time spent":"8.135945838s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:07:06.264565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.076304Z","time spent":"1.188197811s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:06.264641Z","caller":"traceutil/trace.go:171","msg":"trace[570160042] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:22970; }","duration":"1.728481655s","start":"2026-04-16T10:07:04.53611Z","end":"2026-04-16T10:07:06.264592Z","steps":["trace[570160042] 'agreement among raft nodes before linearized reading' (duration: 1.726292565s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:06.264729Z","caller":"traceutil/trace.go:171","msg":"trace[1710482467] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22970; }","duration":"6.579058963s","start":"2026-04-16T10:06:59.685654Z","end":"2026-04-16T10:07:06.264713Z","steps":["trace[1710482467] 'agreement among raft nodes before linearized reading' (duration: 6.575965626s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:06.264724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:04.536087Z","time spent":"1.728612789s","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.264777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:06:59.68564Z","time spent":"6.579124115s","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.264953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:01.245828Z","time spent":"5.019108491s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:06.762402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:07.137857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:07.137939Z","caller":"traceutil/trace.go:171","msg":"trace[856628009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270864s","start":"2026-04-16T10:07:05.137649Z","end":"2026-04-16T10:07:07.13792Z","steps":["trace[856628009] 'agreement among raft nodes before linearized reading' (duration: 2.000167241s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:07.13799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.137631Z","time spent":"2.000346277s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:07.262807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:07.486158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225915321s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:07.678548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.847778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:07.679425Z","caller":"traceutil/trace.go:171","msg":"trace[2090079296] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"2.119302247s","start":"2026-04-16T10:07:05.56009Z","end":"2026-04-16T10:07:07.679392Z","steps":["trace[2090079296] 'process raft request' (duration: 1.926523529s)","trace[2090079296] 'compare' (duration: 191.665303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:07.679678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.560068Z","time spent":"2.11940473s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:08.682328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000874244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:08.682427Z","caller":"traceutil/trace.go:171","msg":"trace[160890420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001019979s","start":"2026-04-16T10:07:06.681385Z","end":"2026-04-16T10:07:08.682405Z","steps":["trace[160890420] 'agreement among raft nodes before linearized reading' (duration: 2.000903155s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:08.682476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:06.681367Z","time spent":"2.001098251s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:09.145553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:09.14564Z","caller":"traceutil/trace.go:171","msg":"trace[1376753658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370588s","start":"2026-04-16T10:07:07.145251Z","end":"2026-04-16T10:07:09.145621Z","steps":["trace[1376753658] 'agreement among raft nodes before linearized reading' (duration: 2.000260284s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:09.145687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:07.145238Z","time spent":"2.00044007s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:10.106059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109700074s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T10:07:10.106384Z","caller":"traceutil/trace.go:171","msg":"trace[823210135] linearizableReadLoop","detail":"{readStateIndex:23720; appliedIndex:23717; }","duration":"3.844574002s","start":"2026-04-16T10:07:06.261786Z","end":"2026-04-16T10:07:10.10636Z","steps":["trace[823210135] 'read index received' (duration: 1.224765125s)","trace[823210135] 'applied index is now lower than readState.Index' (duration: 2.619807437s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:10.106592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.63622678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:10.106635Z","caller":"traceutil/trace.go:171","msg":"trace[1119259273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:22972; }","duration":"4.636314293s","start":"2026-04-16T10:07:05.470308Z","end":"2026-04-16T10:07:10.106622Z","steps":["trace[1119259273] 'agreement among raft nodes before linearized reading' (duration: 4.636174999s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.106676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.47029Z","time spent":"4.636375504s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:10.106702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.344943187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:10.106853Z","caller":"traceutil/trace.go:171","msg":"trace[1212217401] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22972; }","duration":"4.345148114s","start":"2026-04-16T10:07:05.761682Z","end":"2026-04-16T10:07:10.106831Z","steps":["trace[1212217401] 'agreement among raft nodes before linearized reading' (duration: 4.344748041s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.106991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.839468701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T10:07:10.107021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.76166Z","time spent":"4.34534373s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:10.107062Z","caller":"traceutil/trace.go:171","msg":"trace[94492127] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:22972; }","duration":"3.839580284s","start":"2026-04-16T10:07:06.267464Z","end":"2026-04-16T10:07:10.107044Z","steps":["trace[94492127] 'agreement among raft nodes before linearized reading' (duration: 3.839362338s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:06.267448Z","time spent":"3.839653877s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-16T10:07:10.107203Z","caller":"traceutil/trace.go:171","msg":"trace[656242518] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"3.838055626s","start":"2026-04-16T10:07:06.269133Z","end":"2026-04-16T10:07:10.107189Z","steps":["trace[656242518] 'process raft request' (duration: 3.837045024s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.035687724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-16T10:07:10.107299Z","caller":"traceutil/trace.go:171","msg":"trace[155603963] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:22972; }","duration":"5.035744546s","start":"2026-04-16T10:07:05.071545Z","end":"2026-04-16T10:07:10.107289Z","steps":["trace[155603963] 'agreement among raft nodes before linearized reading' (duration: 5.035596191s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:06.267013Z","time spent":"3.840259266s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:10.10732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:06.269121Z","time spent":"3.838125889s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:10.107308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.770657669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:10.107326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94800965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-04-16T10:07:10.107316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034708903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"info","ts":"2026-04-16T10:07:10.107371Z","caller":"traceutil/trace.go:171","msg":"trace[111030305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22972; }","duration":"4.770800813s","start":"2026-04-16T10:07:05.336556Z","end":"2026-04-16T10:07:10.107356Z","steps":["trace[111030305] 'agreement among raft nodes before linearized reading' (duration: 4.770657959s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.976929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:10.107389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.614636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:10.107395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.392794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:10.107421Z","caller":"traceutil/trace.go:171","msg":"trace[1862044265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22972; }","duration":"954.673068ms","start":"2026-04-16T10:07:09.152739Z","end":"2026-04-16T10:07:10.107412Z","steps":["trace[1862044265] 'agreement among raft nodes before linearized reading' (duration: 954.619736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.10711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143380598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:10.107424Z","caller":"traceutil/trace.go:171","msg":"trace[1153509274] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22972; }","duration":"923.077732ms","start":"2026-04-16T10:07:09.184328Z","end":"2026-04-16T10:07:10.107406Z","steps":["trace[1153509274] 'agreement among raft nodes before linearized reading' (duration: 922.954968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465751581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-16T10:07:10.107292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.941823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:10.107451Z","caller":"traceutil/trace.go:171","msg":"trace[1140724753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22972; }","duration":"237.479327ms","start":"2026-04-16T10:07:09.869956Z","end":"2026-04-16T10:07:10.107435Z","steps":["trace[1140724753] 'agreement among raft nodes before linearized reading' (duration: 237.399334ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:10.107465Z","caller":"traceutil/trace.go:171","msg":"trace[440738766] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22972; }","duration":"1.465813743s","start":"2026-04-16T10:07:08.641642Z","end":"2026-04-16T10:07:10.107456Z","steps":["trace[440738766] 'agreement among raft nodes before linearized reading' (duration: 1.46570134s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.10747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:09.184312Z","time spent":"923.145724ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:10.107477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.839247904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-16T10:07:10.107485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837242361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:10.107509Z","caller":"traceutil/trace.go:171","msg":"trace[616604570] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22972; }","duration":"3.837277062s","start":"2026-04-16T10:07:06.270225Z","end":"2026-04-16T10:07:10.107502Z","steps":["trace[616604570] 'agreement among raft nodes before linearized reading' (duration: 3.837235301s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:10.10751Z","caller":"traceutil/trace.go:171","msg":"trace[731861330] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22972; }","duration":"3.839294996s","start":"2026-04-16T10:07:06.268203Z","end":"2026-04-16T10:07:10.107498Z","steps":["trace[731861330] 'agreement among raft nodes before linearized reading' (duration: 3.839202143s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:08.641627Z","time spent":"1.465866745s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-16T10:07:10.10738Z","caller":"traceutil/trace.go:171","msg":"trace[1666566745] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:22972; }","duration":"4.948106264s","start":"2026-04-16T10:07:05.15926Z","end":"2026-04-16T10:07:10.107367Z","steps":["trace[1666566745] 'agreement among raft nodes before linearized reading' (duration: 4.947902007s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:06.270219Z","time spent":"3.837310523s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:07:10.107541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:06.268195Z","time spent":"3.839340087s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T10:07:10.107553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.839215323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-76954c5cf4-8b6r9.18a6cd345cd0f4f2\" ","response":"range_response_count:1 size:2096"} {"level":"warn","ts":"2026-04-16T10:07:10.107558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421397311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18453"} {"level":"warn","ts":"2026-04-16T10:07:10.107574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.15924Z","time spent":"4.94832181s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-16T10:07:10.107598Z","caller":"traceutil/trace.go:171","msg":"trace[28995562] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22972; }","duration":"2.421461594s","start":"2026-04-16T10:07:07.686125Z","end":"2026-04-16T10:07:10.107587Z","steps":["trace[28995562] 'agreement among raft nodes before linearized reading' (duration: 2.42134686s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:10.107593Z","caller":"traceutil/trace.go:171","msg":"trace[1244949915] range","detail":"{range_begin:/registry/events/openstack/glance-api-76954c5cf4-8b6r9.18a6cd345cd0f4f2; range_end:; response_count:1; response_revision:22972; }","duration":"3.839264284s","start":"2026-04-16T10:07:06.268317Z","end":"2026-04-16T10:07:10.107581Z","steps":["trace[1244949915] 'agreement among raft nodes before linearized reading' (duration: 3.839164001s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:07.686111Z","time spent":"2.421505185s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18476,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-16T10:07:10.107633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:06.268311Z","time spent":"3.839312986s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2119,"request content":"key:\"/registry/events/openstack/glance-api-76954c5cf4-8b6r9.18a6cd345cd0f4f2\" "} {"level":"info","ts":"2026-04-16T10:07:10.107393Z","caller":"traceutil/trace.go:171","msg":"trace[577936793] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22972; }","duration":"5.034811057s","start":"2026-04-16T10:07:05.072561Z","end":"2026-04-16T10:07:10.107372Z","steps":["trace[577936793] 'agreement among raft nodes before linearized reading' (duration: 5.034654132s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.071532Z","time spent":"5.035797488s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-16T10:07:10.107373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154657749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:10.107826Z","caller":"traceutil/trace.go:171","msg":"trace[1989388044] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22972; }","duration":"4.155171995s","start":"2026-04-16T10:07:05.95264Z","end":"2026-04-16T10:07:10.107812Z","steps":["trace[1989388044] 'agreement among raft nodes before linearized reading' (duration: 4.154552705s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.107877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.952616Z","time spent":"4.155247077s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:10.107871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.036212711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7677c355-fc09-4207-9243-d8928a13fb5f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-16T10:07:10.107512Z","caller":"traceutil/trace.go:171","msg":"trace[863414108] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22972; }","duration":"376.237263ms","start":"2026-04-16T10:07:09.731252Z","end":"2026-04-16T10:07:10.10749Z","steps":["trace[863414108] 'agreement among raft nodes before linearized reading' (duration: 375.947053ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:10.10794Z","caller":"traceutil/trace.go:171","msg":"trace[1708600767] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7677c355-fc09-4207-9243-d8928a13fb5f; range_end:; response_count:1; response_revision:22972; }","duration":"5.036287113s","start":"2026-04-16T10:07:05.071639Z","end":"2026-04-16T10:07:10.107926Z","steps":["trace[1708600767] 'agreement among raft nodes before linearized reading' (duration: 5.035066305s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.108016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.071635Z","time spent":"5.036373676s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-7677c355-fc09-4207-9243-d8928a13fb5f\" "} {"level":"warn","ts":"2026-04-16T10:07:10.108011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:09.73124Z","time spent":"376.727838ms","remote":"127.0.0.1:59628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:10.1078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.072549Z","time spent":"5.035182339s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-16T10:07:10.107459Z","caller":"traceutil/trace.go:171","msg":"trace[1466498093] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22972; }","duration":"1.14377571s","start":"2026-04-16T10:07:08.963673Z","end":"2026-04-16T10:07:10.107449Z","steps":["trace[1466498093] 'agreement among raft nodes before linearized reading' (duration: 1.143359597s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:10.108365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:08.963653Z","time spent":"1.14469062s","remote":"127.0.0.1:43896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:10.107412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:05.336527Z","time spent":"4.770876976s","remote":"127.0.0.1:60662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:10.107449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:09.152722Z","time spent":"954.721029ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:11.307466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.269415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:11.307634Z","caller":"traceutil/trace.go:171","msg":"trace[2055004329] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"1.177736792s","start":"2026-04-16T10:07:10.129879Z","end":"2026-04-16T10:07:11.307616Z","steps":["trace[2055004329] 'process raft request' (duration: 361.24639ms)","trace[2055004329] 'compare' (duration: 814.998735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:11.307731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.129861Z","time spent":"1.177844575s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:13.072394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999738938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:13.072459Z","caller":"traceutil/trace.go:171","msg":"trace[1449094121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999890232s","start":"2026-04-16T10:07:11.072552Z","end":"2026-04-16T10:07:13.072442Z","steps":["trace[1449094121] 'agreement among raft nodes before linearized reading' (duration: 1.99980729s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:13.072494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:11.072521Z","time spent":"1.999966005s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:14.107059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.485512601s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:14.747261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953744417s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:14.747388Z","caller":"traceutil/trace.go:171","msg":"trace[1097060206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22973; }","duration":"1.953883862s","start":"2026-04-16T10:07:12.793486Z","end":"2026-04-16T10:07:14.747369Z","steps":["trace[1097060206] 'range keys from in-memory index tree' (duration: 1.953727147s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.750321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.026853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:14.750587Z","caller":"traceutil/trace.go:171","msg":"trace[362538311] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"4.620093032s","start":"2026-04-16T10:07:10.130466Z","end":"2026-04-16T10:07:14.750559Z","steps":["trace[362538311] 'process raft request' (duration: 3.976752869s)","trace[362538311] 'compare' (duration: 641.517856ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:14.750679Z","caller":"traceutil/trace.go:171","msg":"trace[23309328] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"4.619590447s","start":"2026-04-16T10:07:10.13107Z","end":"2026-04-16T10:07:14.750661Z","steps":["trace[23309328] 'process raft request' (duration: 4.619334479s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.750736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.130448Z","time spent":"4.620221687s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2079,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:14.750758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.131062Z","time spent":"4.619653758s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:14.751349Z","caller":"traceutil/trace.go:171","msg":"trace[646676709] transaction","detail":"{read_only:false; response_revision:22976; number_of_response:1; }","duration":"4.620090633s","start":"2026-04-16T10:07:10.131243Z","end":"2026-04-16T10:07:14.751334Z","steps":["trace[646676709] 'process raft request' (duration: 4.619245246s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.751451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.131236Z","time spent":"4.620164315s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:14.751463Z","caller":"traceutil/trace.go:171","msg":"trace[1768579213] linearizableReadLoop","detail":"{readStateIndex:23724; appliedIndex:23720; }","duration":"4.62000428s","start":"2026-04-16T10:07:10.131422Z","end":"2026-04-16T10:07:14.751426Z","steps":["trace[1768579213] 'read index received' (duration: 359.727162ms)","trace[1768579213] 'applied index is now lower than readState.Index' (duration: 4.260274268s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:14.751647Z","caller":"traceutil/trace.go:171","msg":"trace[43678794] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"4.619461953s","start":"2026-04-16T10:07:10.132125Z","end":"2026-04-16T10:07:14.751587Z","steps":["trace[43678794] 'process raft request' (duration: 4.619180984s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.751773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62034383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pqtjx\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-04-16T10:07:14.751822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679002206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:14.751858Z","caller":"traceutil/trace.go:171","msg":"trace[761462029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22977; }","duration":"1.679062148s","start":"2026-04-16T10:07:13.072787Z","end":"2026-04-16T10:07:14.751849Z","steps":["trace[761462029] 'agreement among raft nodes before linearized reading' (duration: 1.678999046s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.75184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.619475003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:14.751914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066995291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:14.751931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995651928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:14.751921Z","caller":"traceutil/trace.go:171","msg":"trace[2020433519] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22977; }","duration":"4.619591607s","start":"2026-04-16T10:07:10.132314Z","end":"2026-04-16T10:07:14.751905Z","steps":["trace[2020433519] 'agreement among raft nodes before linearized reading' (duration: 4.619423101s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:14.751966Z","caller":"traceutil/trace.go:171","msg":"trace[589419222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22977; }","duration":"1.99572403s","start":"2026-04-16T10:07:12.756232Z","end":"2026-04-16T10:07:14.751956Z","steps":["trace[589419222] 'agreement among raft nodes before linearized reading' (duration: 1.995679919s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:12.756211Z","time spent":"1.995778952s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:14.751999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.132307Z","time spent":"4.619677519s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:07:14.752027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572865167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:14.752009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.632916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:14.752059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606221715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T10:07:14.752082Z","caller":"traceutil/trace.go:171","msg":"trace[1474345466] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22977; }","duration":"102.786341ms","start":"2026-04-16T10:07:14.649283Z","end":"2026-04-16T10:07:14.75207Z","steps":["trace[1474345466] 'agreement among raft nodes before linearized reading' (duration: 102.642646ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:14.752089Z","caller":"traceutil/trace.go:171","msg":"trace[1343714125] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22977; }","duration":"4.606264556s","start":"2026-04-16T10:07:10.145816Z","end":"2026-04-16T10:07:14.75208Z","steps":["trace[1343714125] 'agreement among raft nodes before linearized reading' (duration: 4.606148403s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:14.752082Z","caller":"traceutil/trace.go:171","msg":"trace[1669789230] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22977; }","duration":"2.57294908s","start":"2026-04-16T10:07:12.179115Z","end":"2026-04-16T10:07:14.752064Z","steps":["trace[1669789230] 'agreement among raft nodes before linearized reading' (duration: 2.572872317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.75196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.036898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:14.75211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.145811Z","time spent":"4.606295477s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-16T10:07:14.752093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830532159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:14.752125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:12.179088Z","time spent":"2.573028002s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:14.752137Z","caller":"traceutil/trace.go:171","msg":"trace[1038711940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22977; }","duration":"181.252095ms","start":"2026-04-16T10:07:14.570868Z","end":"2026-04-16T10:07:14.75212Z","steps":["trace[1038711940] 'agreement among raft nodes before linearized reading' (duration: 181.036268ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:14.752172Z","caller":"traceutil/trace.go:171","msg":"trace[322356575] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:22977; }","duration":"3.830661342s","start":"2026-04-16T10:07:10.92149Z","end":"2026-04-16T10:07:14.752151Z","steps":["trace[322356575] 'agreement among raft nodes before linearized reading' (duration: 3.830460696s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:14.751824Z","caller":"traceutil/trace.go:171","msg":"trace[891013629] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-pqtjx; range_end:; response_count:1; response_revision:22977; }","duration":"4.620394022s","start":"2026-04-16T10:07:10.131415Z","end":"2026-04-16T10:07:14.751809Z","steps":["trace[891013629] 'agreement among raft nodes before linearized reading' (duration: 4.620247217s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.752234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.921467Z","time spent":"3.830750476s","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:14.752255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.131374Z","time spent":"4.620872806s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pqtjx\" "} {"level":"warn","ts":"2026-04-16T10:07:14.75175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:10.132117Z","time spent":"4.619583816s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:14.75194Z","caller":"traceutil/trace.go:171","msg":"trace[73049102] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22977; }","duration":"1.067088224s","start":"2026-04-16T10:07:13.684844Z","end":"2026-04-16T10:07:14.751933Z","steps":["trace[73049102] 'agreement among raft nodes before linearized reading' (duration: 1.067052122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.751955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.126448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:14.752407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616599254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:14.752401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:13.6848Z","time spent":"1.067592479s","remote":"127.0.0.1:60710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:14.751884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:13.072776Z","time spent":"1.679103469s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:07:14.752444Z","caller":"traceutil/trace.go:171","msg":"trace[1531693489] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22977; }","duration":"605.636444ms","start":"2026-04-16T10:07:14.146766Z","end":"2026-04-16T10:07:14.752402Z","steps":["trace[1531693489] 'agreement among raft nodes before linearized reading' (duration: 605.105618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:14.752448Z","caller":"traceutil/trace.go:171","msg":"trace[1966762749] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22977; }","duration":"3.616697687s","start":"2026-04-16T10:07:11.13574Z","end":"2026-04-16T10:07:14.752437Z","steps":["trace[1966762749] 'agreement among raft nodes before linearized reading' (duration: 3.616588654s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.752485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:11.135695Z","time spent":"3.61678169s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:14.751878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.29716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:14.752529Z","caller":"traceutil/trace.go:171","msg":"trace[1646411401] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22977; }","duration":"164.985942ms","start":"2026-04-16T10:07:14.587534Z","end":"2026-04-16T10:07:14.75252Z","steps":["trace[1646411401] 'agreement among raft nodes before linearized reading' (duration: 164.311891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.752486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.146749Z","time spent":"605.724548ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:14.753387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443412784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T10:07:14.753516Z","caller":"traceutil/trace.go:171","msg":"trace[1387768307] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22977; }","duration":"3.443572139s","start":"2026-04-16T10:07:11.309924Z","end":"2026-04-16T10:07:14.753496Z","steps":["trace[1387768307] 'agreement among raft nodes before linearized reading' (duration: 3.441912757s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:14.753566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:11.30991Z","time spent":"3.443642021s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:07:15.257264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:15.746098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.886235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:15.746217Z","caller":"traceutil/trace.go:171","msg":"trace[277210095] transaction","detail":"{read_only:false; response_revision:22978; number_of_response:1; }","duration":"990.018384ms","start":"2026-04-16T10:07:14.756177Z","end":"2026-04-16T10:07:15.746195Z","steps":["trace[277210095] 'process raft request' (duration: 624.949224ms)","trace[277210095] 'compare' (duration: 364.191302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:15.746285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.756164Z","time spent":"990.089145ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:16.76028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:16.760346Z","caller":"traceutil/trace.go:171","msg":"trace[1973823180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620514s","start":"2026-04-16T10:07:14.759711Z","end":"2026-04-16T10:07:16.760332Z","steps":["trace[1973823180] 'agreement among raft nodes before linearized reading' (duration: 2.000532001s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:16.760381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.759707Z","time spent":"2.000667006s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:18.681706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:18.681773Z","caller":"traceutil/trace.go:171","msg":"trace[27193696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481661s","start":"2026-04-16T10:07:16.681273Z","end":"2026-04-16T10:07:18.681754Z","steps":["trace[27193696] 'agreement among raft nodes before linearized reading' (duration: 2.000400459s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:18.681818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:16.681249Z","time spent":"2.000558874s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:18.761248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:18.761319Z","caller":"traceutil/trace.go:171","msg":"trace[1312975283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373038s","start":"2026-04-16T10:07:16.76093Z","end":"2026-04-16T10:07:18.761303Z","steps":["trace[1312975283] 'agreement among raft nodes before linearized reading' (duration: 2.000278065s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:18.761388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:16.760916Z","time spent":"2.000463051s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:18.975557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.469574768s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:19.774595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:17.880568Z","time spent":"1.894018135s","remote":"127.0.0.1:59576","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:19.776807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.924512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:19.777041Z","caller":"traceutil/trace.go:171","msg":"trace[1353594986] transaction","detail":"{read_only:false; response_revision:22979; number_of_response:1; }","duration":"5.020452985s","start":"2026-04-16T10:07:14.75656Z","end":"2026-04-16T10:07:19.777013Z","steps":["trace[1353594986] 'process raft request' (duration: 4.219243614s)","trace[1353594986] 'compare' (duration: 798.807145ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:19.777075Z","caller":"traceutil/trace.go:171","msg":"trace[1595905428] linearizableReadLoop","detail":"{readStateIndex:23729; appliedIndex:23725; }","duration":"5.020209037s","start":"2026-04-16T10:07:14.756842Z","end":"2026-04-16T10:07:19.777051Z","steps":["trace[1595905428] 'read index received' (duration: 624.298023ms)","trace[1595905428] 'applied index is now lower than readState.Index' (duration: 4.395910114s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:19.77709Z","caller":"traceutil/trace.go:171","msg":"trace[418821274] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"5.017230393s","start":"2026-04-16T10:07:14.759831Z","end":"2026-04-16T10:07:19.777062Z","steps":["trace[418821274] 'process raft request' (duration: 5.017087418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.777183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.756547Z","time spent":"5.020559928s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:19.777217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.759825Z","time spent":"5.017322256s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:19.777264Z","caller":"traceutil/trace.go:171","msg":"trace[2071675522] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"4.643260672s","start":"2026-04-16T10:07:15.133988Z","end":"2026-04-16T10:07:19.777249Z","steps":["trace[2071675522] 'process raft request' (duration: 4.643008994s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.777346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:15.133966Z","time spent":"4.643335725s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:19.777433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349531552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:19.777455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897071312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:19.777529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978296482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:19.777534Z","caller":"traceutil/trace.go:171","msg":"trace[1128072440] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22981; }","duration":"1.897186445s","start":"2026-04-16T10:07:17.880328Z","end":"2026-04-16T10:07:19.777514Z","steps":["trace[1128072440] 'agreement among raft nodes before linearized reading' (duration: 1.89704499s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.777548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485837339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:19.777579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:17.880315Z","time spent":"1.897254137s","remote":"127.0.0.1:37964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.777607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132784263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:19.777618Z","caller":"traceutil/trace.go:171","msg":"trace[425656686] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22981; }","duration":"4.485906111s","start":"2026-04-16T10:07:15.291691Z","end":"2026-04-16T10:07:19.777597Z","steps":["trace[425656686] 'agreement among raft nodes before linearized reading' (duration: 4.485814468s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:19.777638Z","caller":"traceutil/trace.go:171","msg":"trace[1692512672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22981; }","duration":"2.132861005s","start":"2026-04-16T10:07:17.644769Z","end":"2026-04-16T10:07:19.77763Z","steps":["trace[1692512672] 'agreement among raft nodes before linearized reading' (duration: 2.132810004s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.777667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:17.644743Z","time spent":"2.132914967s","remote":"127.0.0.1:42630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.777673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:15.291627Z","time spent":"4.486028845s","remote":"127.0.0.1:38324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.777853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095029928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:19.77789Z","caller":"traceutil/trace.go:171","msg":"trace[240083271] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:22981; }","duration":"4.09510461s","start":"2026-04-16T10:07:15.682776Z","end":"2026-04-16T10:07:19.77788Z","steps":["trace[240083271] 'agreement among raft nodes before linearized reading' (duration: 4.095048078s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.777918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:15.682751Z","time spent":"4.095159542s","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.777961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.236618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:19.777992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733539369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:19.777914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021063664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-16T10:07:19.77805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011381437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:19.778051Z","caller":"traceutil/trace.go:171","msg":"trace[326511389] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22981; }","duration":"4.733652282s","start":"2026-04-16T10:07:15.044381Z","end":"2026-04-16T10:07:19.778033Z","steps":["trace[326511389] 'agreement among raft nodes before linearized reading' (duration: 4.733549439s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.778119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831521775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:19.778143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804962318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:19.778172Z","caller":"traceutil/trace.go:171","msg":"trace[642345132] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22981; }","duration":"1.831610667s","start":"2026-04-16T10:07:17.94655Z","end":"2026-04-16T10:07:19.778161Z","steps":["trace[642345132] 'agreement among raft nodes before linearized reading' (duration: 1.831547325s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:19.778187Z","caller":"traceutil/trace.go:171","msg":"trace[1957271135] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22981; }","duration":"1.805037939s","start":"2026-04-16T10:07:17.973135Z","end":"2026-04-16T10:07:19.778173Z","steps":["trace[1957271135] 'agreement among raft nodes before linearized reading' (duration: 1.804956897s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.778207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:17.946531Z","time spent":"1.831667319s","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.778222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:17.973123Z","time spent":"1.805089522s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.77822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735700173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:19.778217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595970098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:19.778262Z","caller":"traceutil/trace.go:171","msg":"trace[380099958] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22981; }","duration":"1.735775806s","start":"2026-04-16T10:07:18.042474Z","end":"2026-04-16T10:07:19.77825Z","steps":["trace[380099958] 'agreement among raft nodes before linearized reading' (duration: 1.735704424s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:19.778274Z","caller":"traceutil/trace.go:171","msg":"trace[1307814602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22981; }","duration":"1.596072572s","start":"2026-04-16T10:07:18.182184Z","end":"2026-04-16T10:07:19.778257Z","steps":["trace[1307814602] 'agreement among raft nodes before linearized reading' (duration: 1.59598988s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.778307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:18.042458Z","time spent":"1.735839608s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.778312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:18.182164Z","time spent":"1.596138484s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.778323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021012172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T10:07:19.777484Z","caller":"traceutil/trace.go:171","msg":"trace[2141781157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22981; }","duration":"4.349624484s","start":"2026-04-16T10:07:15.427846Z","end":"2026-04-16T10:07:19.77747Z","steps":["trace[2141781157] 'agreement among raft nodes before linearized reading' (duration: 4.349532371s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:19.778007Z","caller":"traceutil/trace.go:171","msg":"trace[1438631050] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22981; }","duration":"654.31268ms","start":"2026-04-16T10:07:19.123681Z","end":"2026-04-16T10:07:19.777994Z","steps":["trace[1438631050] 'agreement among raft nodes before linearized reading' (duration: 654.254278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:19.778065Z","caller":"traceutil/trace.go:171","msg":"trace[2097817035] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22981; }","duration":"5.021223149s","start":"2026-04-16T10:07:14.756832Z","end":"2026-04-16T10:07:19.778055Z","steps":["trace[2097817035] 'agreement among raft nodes before linearized reading' (duration: 5.020968761s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:19.777563Z","caller":"traceutil/trace.go:171","msg":"trace[1868732957] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:22981; }","duration":"1.978357984s","start":"2026-04-16T10:07:17.799196Z","end":"2026-04-16T10:07:19.777554Z","steps":["trace[1868732957] 'agreement among raft nodes before linearized reading' (duration: 1.978306642s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.778478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.756827Z","time spent":"5.021644432s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:07:19.778208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020531117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:19.778527Z","caller":"traceutil/trace.go:171","msg":"trace[372634571] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22981; }","duration":"5.020864137s","start":"2026-04-16T10:07:14.757651Z","end":"2026-04-16T10:07:19.778516Z","steps":["trace[372634571] 'agreement among raft nodes before linearized reading' (duration: 5.020508236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.778128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:15.044354Z","time spent":"4.733756576s","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.778483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:17.799179Z","time spent":"1.979296254s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:19.778353Z","caller":"traceutil/trace.go:171","msg":"trace[1346160311] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:22981; }","duration":"5.021081385s","start":"2026-04-16T10:07:14.757261Z","end":"2026-04-16T10:07:19.778342Z","steps":["trace[1346160311] 'agreement among raft nodes before linearized reading' (duration: 5.020970851s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.778754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.757256Z","time spent":"5.021474597s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-16T10:07:19.778397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:15.427824Z","time spent":"4.350557304s","remote":"127.0.0.1:60820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.778449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:19.123663Z","time spent":"654.772904ms","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:19.777469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020496956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-16T10:07:19.778988Z","caller":"traceutil/trace.go:171","msg":"trace[1096126506] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22981; }","duration":"5.022022854s","start":"2026-04-16T10:07:14.756951Z","end":"2026-04-16T10:07:19.778974Z","steps":["trace[1096126506] 'agreement among raft nodes before linearized reading' (duration: 5.020359741s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.77903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.756947Z","time spent":"5.022072816s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-16T10:07:19.778571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:14.757648Z","time spent":"5.020911799s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-16T10:07:19.778081Z","caller":"traceutil/trace.go:171","msg":"trace[1240294407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22981; }","duration":"1.011430329s","start":"2026-04-16T10:07:18.766643Z","end":"2026-04-16T10:07:19.778073Z","steps":["trace[1240294407] 'agreement among raft nodes before linearized reading' (duration: 1.011383838s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:19.779294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:18.76663Z","time spent":"1.012654247s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:20.281521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869114,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:20.664341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.745224ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T10:07:20.664465Z","caller":"traceutil/trace.go:171","msg":"trace[164544821] linearizableReadLoop","detail":"{readStateIndex:23730; appliedIndex:23729; }","duration":"884.072951ms","start":"2026-04-16T10:07:19.780369Z","end":"2026-04-16T10:07:20.664442Z","steps":["trace[164544821] 'read index received' (duration: 726.09847ms)","trace[164544821] 'applied index is now lower than readState.Index' (duration: 157.972661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:20.66452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:19.779315Z","time spent":"885.195067ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:20.664697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.156708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:20.664748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.825272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T10:07:20.664749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.651127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-16T10:07:20.664799Z","caller":"traceutil/trace.go:171","msg":"trace[443356933] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b; range_end:; response_count:1; response_revision:22981; }","duration":"882.900764ms","start":"2026-04-16T10:07:19.781882Z","end":"2026-04-16T10:07:20.664783Z","steps":["trace[443356933] 'agreement among raft nodes before linearized reading' (duration: 882.706068ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:20.664807Z","caller":"traceutil/trace.go:171","msg":"trace[369812952] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54; range_end:; response_count:1; response_revision:22981; }","duration":"882.73979ms","start":"2026-04-16T10:07:19.78205Z","end":"2026-04-16T10:07:20.664789Z","steps":["trace[369812952] 'agreement among raft nodes before linearized reading' (duration: 882.555384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:20.664781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.81397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:20.664805Z","caller":"traceutil/trace.go:171","msg":"trace[1859762726] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22981; }","duration":"723.302932ms","start":"2026-04-16T10:07:19.941473Z","end":"2026-04-16T10:07:20.664776Z","steps":["trace[1859762726] 'agreement among raft nodes before linearized reading' (duration: 723.136287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:20.664841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:19.782036Z","time spent":"882.796981ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54\" "} {"level":"warn","ts":"2026-04-16T10:07:20.664835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.905335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-wb7fn\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-04-16T10:07:20.664896Z","caller":"traceutil/trace.go:171","msg":"trace[1483088100] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22981; }","duration":"160.973266ms","start":"2026-04-16T10:07:20.503875Z","end":"2026-04-16T10:07:20.664848Z","steps":["trace[1483088100] 'agreement among raft nodes before linearized reading' (duration: 160.79549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:20.664876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:19.941457Z","time spent":"723.404915ms","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:20.664938Z","caller":"traceutil/trace.go:171","msg":"trace[955652826] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-wb7fn; range_end:; response_count:1; response_revision:22981; }","duration":"883.037579ms","start":"2026-04-16T10:07:19.781883Z","end":"2026-04-16T10:07:20.664921Z","steps":["trace[955652826] 'agreement among raft nodes before linearized reading' (duration: 882.76611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:20.664986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:19.781868Z","time spent":"883.10337ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-wb7fn\" "} {"level":"warn","ts":"2026-04-16T10:07:20.66484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:19.781869Z","time spent":"882.958136ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6ce3dfd4bee9b\" "} {"level":"warn","ts":"2026-04-16T10:07:20.665383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.003901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:20.665448Z","caller":"traceutil/trace.go:171","msg":"trace[1866064918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22981; }","duration":"885.098704ms","start":"2026-04-16T10:07:19.780333Z","end":"2026-04-16T10:07:20.665432Z","steps":["trace[1866064918] 'agreement among raft nodes before linearized reading' (duration: 884.189025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:20.665511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:19.780318Z","time spent":"885.180986ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:22.168133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:21.747276Z","time spent":"420.846059ms","remote":"127.0.0.1:59582","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:22.168763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307347139s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:22.169139Z","caller":"traceutil/trace.go:171","msg":"trace[646021589] linearizableReadLoop","detail":"{readStateIndex:23732; appliedIndex:23730; }","duration":"1.495364866s","start":"2026-04-16T10:07:20.673752Z","end":"2026-04-16T10:07:22.169117Z","steps":["trace[646021589] 'read index received' (duration: 187.709217ms)","trace[646021589] 'applied index is now lower than readState.Index' (duration: 1.307654089s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:22.169191Z","caller":"traceutil/trace.go:171","msg":"trace[805116627] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"1.493984903s","start":"2026-04-16T10:07:20.675191Z","end":"2026-04-16T10:07:22.169176Z","steps":["trace[805116627] 'process raft request' (duration: 1.493854369s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:22.169177Z","caller":"traceutil/trace.go:171","msg":"trace[1103526695] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"1.500808258s","start":"2026-04-16T10:07:20.668338Z","end":"2026-04-16T10:07:22.169146Z","steps":["trace[1103526695] 'process raft request' (duration: 1.500574541s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:22.169189Z","caller":"traceutil/trace.go:171","msg":"trace[286373400] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"1.502621895s","start":"2026-04-16T10:07:20.666542Z","end":"2026-04-16T10:07:22.169164Z","steps":["trace[286373400] 'process raft request' (duration: 194.702207ms)","trace[286373400] 'compare' (duration: 1.306608966s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:22.169249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:20.675171Z","time spent":"1.494048264s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:22.169314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:20.666515Z","time spent":"1.502724248s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:22.169377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495616874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T10:07:22.169434Z","caller":"traceutil/trace.go:171","msg":"trace[2015314890] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:22984; }","duration":"1.495691726s","start":"2026-04-16T10:07:20.673724Z","end":"2026-04-16T10:07:22.169416Z","steps":["trace[2015314890] 'agreement among raft nodes before linearized reading' (duration: 1.495519051s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:22.169484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:20.673713Z","time spent":"1.495759698s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-16T10:07:22.169315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:20.668321Z","time spent":"1.500912141s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:22.169538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478420622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:22.169599Z","caller":"traceutil/trace.go:171","msg":"trace[1321654359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22984; }","duration":"1.478536856s","start":"2026-04-16T10:07:20.691047Z","end":"2026-04-16T10:07:22.169584Z","steps":["trace[1321654359] 'agreement among raft nodes before linearized reading' (duration: 1.478439243s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:22.169647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:20.691021Z","time spent":"1.478615398s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:23.358385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.981824ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:23.358502Z","caller":"traceutil/trace.go:171","msg":"trace[1668900816] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22984; }","duration":"565.108128ms","start":"2026-04-16T10:07:22.793371Z","end":"2026-04-16T10:07:23.358479Z","steps":["trace[1668900816] 'range keys from in-memory index tree' (duration: 564.965093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:23.358509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.403191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:23.358595Z","caller":"traceutil/trace.go:171","msg":"trace[1967798040] linearizableReadLoop","detail":"{readStateIndex:23734; appliedIndex:23733; }","duration":"1.182438361s","start":"2026-04-16T10:07:22.176144Z","end":"2026-04-16T10:07:23.358582Z","steps":["trace[1967798040] 'read index received' (duration: 398.843945ms)","trace[1967798040] 'applied index is now lower than readState.Index' (duration: 783.593036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:23.358792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182646378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:07:23.358818Z","caller":"traceutil/trace.go:171","msg":"trace[2117438739] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22985; }","duration":"1.182688759s","start":"2026-04-16T10:07:22.17612Z","end":"2026-04-16T10:07:23.358809Z","steps":["trace[2117438739] 'agreement among raft nodes before linearized reading' (duration: 1.182522404s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:23.35884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:22.176112Z","time spent":"1.1827233s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T10:07:23.358887Z","caller":"traceutil/trace.go:171","msg":"trace[1947507802] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"1.183110893s","start":"2026-04-16T10:07:22.175749Z","end":"2026-04-16T10:07:23.35886Z","steps":["trace[1947507802] 'process raft request' (duration: 399.279649ms)","trace[1947507802] 'compare' (duration: 783.039559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:23.359004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:22.175734Z","time spent":"1.183210085s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:24.180502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:24.180588Z","caller":"traceutil/trace.go:171","msg":"trace[1517699489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426s","start":"2026-04-16T10:07:22.180143Z","end":"2026-04-16T10:07:24.180569Z","steps":["trace[1517699489] 'agreement among raft nodes before linearized reading' (duration: 2.000314306s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:24.180637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:22.180135Z","time spent":"2.000491951s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:26.18152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:26.181624Z","caller":"traceutil/trace.go:171","msg":"trace[2073562766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004159s","start":"2026-04-16T10:07:24.181187Z","end":"2026-04-16T10:07:26.181603Z","steps":["trace[2073562766] 'agreement among raft nodes before linearized reading' (duration: 2.000283245s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:26.181673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:24.181173Z","time spent":"2.000489221s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:28.191232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:28.19131Z","caller":"traceutil/trace.go:171","msg":"trace[881209673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190962s","start":"2026-04-16T10:07:26.1911Z","end":"2026-04-16T10:07:28.191291Z","steps":["trace[881209673] 'agreement among raft nodes before linearized reading' (duration: 2.000098429s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:28.191356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:26.191087Z","time spent":"2.000258533s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:29.182346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:22.18186Z","time spent":"7.000479471s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:29.249139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.780624031s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-16T10:07:29.750887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.740253067s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:30.167963Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"54ec9d959aa8a664","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T10:07:30.19219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000653386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:30.192274Z","caller":"traceutil/trace.go:171","msg":"trace[1625480505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000815312s","start":"2026-04-16T10:07:28.191435Z","end":"2026-04-16T10:07:30.19225Z","steps":["trace[1625480505] 'agreement among raft nodes before linearized reading' (duration: 2.000689598s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:30.192338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:28.191412Z","time spent":"2.000913374s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:30.25321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:23.252141Z","time spent":"7.001064959s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:30.529963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280699038s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:07:30.534404Z","caller":"traceutil/trace.go:171","msg":"trace[558609576] linearizableReadLoop","detail":"{readStateIndex:23737; appliedIndex:23734; }","duration":"7.175751316s","start":"2026-04-16T10:07:23.35862Z","end":"2026-04-16T10:07:30.534371Z","steps":["trace[558609576] 'read index received' (duration: 110.462013ms)","trace[558609576] 'applied index is now lower than readState.Index' (duration: 7.065287623s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:31.579599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.534994221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.579688Z","caller":"traceutil/trace.go:171","msg":"trace[1971868331] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22987; }","duration":"8.535118225s","start":"2026-04-16T10:07:23.044545Z","end":"2026-04-16T10:07:31.579663Z","steps":["trace[1971868331] 'agreement among raft nodes before linearized reading' (duration: 7.489898742s)","trace[1971868331] 'count revisions from in-memory index tree' (duration: 1.045085089s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:31.579736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:23.04453Z","time spent":"8.535190627s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.579849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.147338758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:323602"} {"level":"info","ts":"2026-04-16T10:07:31.579961Z","caller":"traceutil/trace.go:171","msg":"trace[933296363] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:22987; }","duration":"9.147517873s","start":"2026-04-16T10:07:22.432412Z","end":"2026-04-16T10:07:31.579929Z","steps":["trace[933296363] 'agreement among raft nodes before linearized reading' (duration: 8.102034442s)","trace[933296363] 'range keys from in-memory index tree' (duration: 1.044975506s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:31.580014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.401842282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9af4a7b6-5547-43ff-94e4-d705339838ec\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-16T10:07:31.580038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:22.432386Z","time spent":"9.147630807s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":323625,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-16T10:07:31.580053Z","caller":"traceutil/trace.go:171","msg":"trace[302269854] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9af4a7b6-5547-43ff-94e4-d705339838ec; range_end:; response_count:1; response_revision:22987; }","duration":"9.401884883s","start":"2026-04-16T10:07:22.178151Z","end":"2026-04-16T10:07:31.580035Z","steps":["trace[302269854] 'agreement among raft nodes before linearized reading' (duration: 8.356313218s)","trace[302269854] 'range keys from in-memory index tree' (duration: 1.04545722s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:31.580408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:22.178143Z","time spent":"9.402255534s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-9af4a7b6-5547-43ff-94e4-d705339838ec\" "} {"level":"warn","ts":"2026-04-16T10:07:31.580408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.896556771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.580496Z","caller":"traceutil/trace.go:171","msg":"trace[1088324033] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:22987; }","duration":"8.896651703s","start":"2026-04-16T10:07:22.683824Z","end":"2026-04-16T10:07:31.580476Z","steps":["trace[1088324033] 'agreement among raft nodes before linearized reading' (duration: 7.850611344s)","trace[1088324033] 'count revisions from in-memory index tree' (duration: 1.045925105s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:31.580562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:22.683778Z","time spent":"8.896765107s","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.580645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046203184s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-16T10:07:31.580427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.02278998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:31.580764Z","caller":"traceutil/trace.go:171","msg":"trace[1482276234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22987; }","duration":"9.023172913s","start":"2026-04-16T10:07:22.557569Z","end":"2026-04-16T10:07:31.580742Z","steps":["trace[1482276234] 'agreement among raft nodes before linearized reading' (duration: 7.976867956s)","trace[1482276234] 'count revisions from in-memory index tree' (duration: 1.045942266s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:31.580847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:22.557542Z","time spent":"9.023281516s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.580932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615947105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:31.580984Z","caller":"traceutil/trace.go:171","msg":"trace[176179620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22990; }","duration":"2.616040248s","start":"2026-04-16T10:07:28.964927Z","end":"2026-04-16T10:07:31.580967Z","steps":["trace[176179620] 'agreement among raft nodes before linearized reading' (duration: 2.615927064s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.218728209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T10:07:31.580853Z","caller":"traceutil/trace.go:171","msg":"trace[551945869] linearizableReadLoop","detail":"{readStateIndex:23740; appliedIndex:23737; }","duration":"1.046366009s","start":"2026-04-16T10:07:30.53447Z","end":"2026-04-16T10:07:31.580836Z","steps":["trace[551945869] 'read index received' (duration: 62.662µs)","trace[551945869] 'applied index is now lower than readState.Index' (duration: 1.046302147s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:31.581094Z","caller":"traceutil/trace.go:171","msg":"trace[2054253243] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:22990; }","duration":"8.218804972s","start":"2026-04-16T10:07:23.362279Z","end":"2026-04-16T10:07:31.581084Z","steps":["trace[2054253243] 'agreement among raft nodes before linearized reading' (duration: 8.218607235s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:23.362261Z","time spent":"8.218858843s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"info","ts":"2026-04-16T10:07:31.581118Z","caller":"traceutil/trace.go:171","msg":"trace[1866930962] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"6.797899444s","start":"2026-04-16T10:07:24.783199Z","end":"2026-04-16T10:07:31.581098Z","steps":["trace[1866930962] 'process raft request' (duration: 5.751161073s)","trace[1866930962] 'compare' (duration: 1.046097221s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:31.581207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.448072945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-16T10:07:31.581268Z","caller":"traceutil/trace.go:171","msg":"trace[522241094] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22990; }","duration":"6.448160648s","start":"2026-04-16T10:07:25.133088Z","end":"2026-04-16T10:07:31.581248Z","steps":["trace[522241094] 'agreement among raft nodes before linearized reading' (duration: 6.447935921s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:24.783168Z","time spent":"6.79807115s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:31.581368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.836008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:31.581404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846879135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.581418Z","caller":"traceutil/trace.go:171","msg":"trace[785361727] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22990; }","duration":"675.921581ms","start":"2026-04-16T10:07:30.905482Z","end":"2026-04-16T10:07:31.581404Z","steps":["trace[785361727] 'agreement among raft nodes before linearized reading' (duration: 675.820758ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:31.581444Z","caller":"traceutil/trace.go:171","msg":"trace[733705426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:22990; }","duration":"2.846953869s","start":"2026-04-16T10:07:28.734478Z","end":"2026-04-16T10:07:31.581432Z","steps":["trace[733705426] 'agreement among raft nodes before linearized reading' (duration: 2.846886176s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:30.905464Z","time spent":"675.984272ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.581492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:28.734459Z","time spent":"2.84701935s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.581522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.26816568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.581557Z","caller":"traceutil/trace.go:171","msg":"trace[2023358963] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22990; }","duration":"7.268240103s","start":"2026-04-16T10:07:24.313305Z","end":"2026-04-16T10:07:31.581545Z","steps":["trace[2023358963] 'agreement among raft nodes before linearized reading' (duration: 7.268166221s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:24.313282Z","time spent":"7.268302124s","remote":"127.0.0.1:38308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:31.581615Z","caller":"traceutil/trace.go:171","msg":"trace[171058677] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"6.798390539s","start":"2026-04-16T10:07:24.78321Z","end":"2026-04-16T10:07:31.5816Z","steps":["trace[171058677] 'process raft request' (duration: 6.797528412s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:24.783178Z","time spent":"6.798462211s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:31.581719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625386981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:31.581744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.099084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.581768Z","caller":"traceutil/trace.go:171","msg":"trace[1234632419] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22990; }","duration":"3.625466314s","start":"2026-04-16T10:07:27.956287Z","end":"2026-04-16T10:07:31.581754Z","steps":["trace[1234632419] 'agreement among raft nodes before linearized reading' (duration: 3.625389561s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.692549041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.581794Z","caller":"traceutil/trace.go:171","msg":"trace[1975620074] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22990; }","duration":"596.195898ms","start":"2026-04-16T10:07:30.985584Z","end":"2026-04-16T10:07:31.58178Z","steps":["trace[1975620074] 'agreement among raft nodes before linearized reading' (duration: 596.111395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:27.956271Z","time spent":"3.625527365s","remote":"127.0.0.1:43534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:31.581825Z","caller":"traceutil/trace.go:171","msg":"trace[603964158] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22990; }","duration":"7.692612353s","start":"2026-04-16T10:07:23.889203Z","end":"2026-04-16T10:07:31.581815Z","steps":["trace[603964158] 'agreement among raft nodes before linearized reading' (duration: 7.692574091s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.581854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:23.889183Z","time spent":"7.692664094s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.581854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:30.985522Z","time spent":"596.314901ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.581899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382626741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:31.581431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.823831951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-16T10:07:31.582014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.137166318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:31.582056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382897279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:07:31.582084Z","caller":"traceutil/trace.go:171","msg":"trace[335594464] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22990; }","duration":"1.382992232s","start":"2026-04-16T10:07:30.199087Z","end":"2026-04-16T10:07:31.582079Z","steps":["trace[335594464] 'agreement among raft nodes before linearized reading' (duration: 1.382842257s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.582107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:30.199064Z","time spent":"1.383038304s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":257,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.58176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.461278359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.582185Z","caller":"traceutil/trace.go:171","msg":"trace[1502389014] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:22990; }","duration":"6.824394719s","start":"2026-04-16T10:07:24.757553Z","end":"2026-04-16T10:07:31.581948Z","steps":["trace[1502389014] 'agreement among raft nodes before linearized reading' (duration: 6.823769359s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.58222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789268392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.582204Z","caller":"traceutil/trace.go:171","msg":"trace[1031968402] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22990; }","duration":"7.461750104s","start":"2026-04-16T10:07:24.120436Z","end":"2026-04-16T10:07:31.582186Z","steps":["trace[1031968402] 'agreement among raft nodes before linearized reading' (duration: 7.46129775s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:31.582238Z","caller":"traceutil/trace.go:171","msg":"trace[857108583] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22990; }","duration":"1.789288083s","start":"2026-04-16T10:07:29.792944Z","end":"2026-04-16T10:07:31.582232Z","steps":["trace[857108583] 'agreement among raft nodes before linearized reading' (duration: 1.789252362s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.582256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:29.792892Z","time spent":"1.789359264s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.582264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:24.120417Z","time spent":"7.461828136s","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:31.582315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210943722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:31.582357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790716347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:31.581055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:28.964907Z","time spent":"2.616129141s","remote":"127.0.0.1:42640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:31.582379Z","caller":"traceutil/trace.go:171","msg":"trace[1315774707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22990; }","duration":"1.790775779s","start":"2026-04-16T10:07:29.791596Z","end":"2026-04-16T10:07:31.582372Z","steps":["trace[1315774707] 'agreement among raft nodes before linearized reading' (duration: 1.790740828s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:31.582377Z","caller":"traceutil/trace.go:171","msg":"trace[1020750461] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:22990; }","duration":"4.211039335s","start":"2026-04-16T10:07:27.371323Z","end":"2026-04-16T10:07:31.582362Z","steps":["trace[1020750461] 'agreement among raft nodes before linearized reading' (duration: 4.210942302s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.582398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:29.791578Z","time spent":"1.790815151s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:07:31.581872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324112306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T10:07:31.582422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:27.371306Z","time spent":"4.211101747s","remote":"127.0.0.1:59644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:31.582464Z","caller":"traceutil/trace.go:171","msg":"trace[352342121] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:22990; }","duration":"1.324721476s","start":"2026-04-16T10:07:30.257726Z","end":"2026-04-16T10:07:31.582447Z","steps":["trace[352342121] 'agreement among raft nodes before linearized reading' (duration: 1.324090756s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.582523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396685952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-16T10:07:31.58252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:30.257713Z","time spent":"1.324792467s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-16T10:07:31.582541Z","caller":"traceutil/trace.go:171","msg":"trace[20778705] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22990; }","duration":"2.396739124s","start":"2026-04-16T10:07:29.185796Z","end":"2026-04-16T10:07:31.582535Z","steps":["trace[20778705] 'agreement among raft nodes before linearized reading' (duration: 2.396680722s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.582557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:29.185776Z","time spent":"2.396777605s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T10:07:31.581338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:25.13307Z","time spent":"6.44825198s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T10:07:31.582051Z","caller":"traceutil/trace.go:171","msg":"trace[483482501] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22990; }","duration":"8.1372387s","start":"2026-04-16T10:07:23.444804Z","end":"2026-04-16T10:07:31.582043Z","steps":["trace[483482501] 'agreement among raft nodes before linearized reading' (duration: 8.137180138s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.582693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:23.444788Z","time spent":"8.13789591s","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:31.581798Z","caller":"traceutil/trace.go:171","msg":"trace[1431922952] transaction","detail":"{read_only:false; response_revision:22990; number_of_response:1; }","duration":"6.666371037s","start":"2026-04-16T10:07:24.915414Z","end":"2026-04-16T10:07:31.581785Z","steps":["trace[1431922952] 'process raft request' (duration: 6.665378305s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.582774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:24.915396Z","time spent":"6.667338068s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:31.582791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.375657663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:31.58286Z","caller":"traceutil/trace.go:171","msg":"trace[758028293] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22990; }","duration":"5.375782957s","start":"2026-04-16T10:07:26.207058Z","end":"2026-04-16T10:07:31.582841Z","steps":["trace[758028293] 'agreement among raft nodes before linearized reading' (duration: 5.375675724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.582912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:26.207027Z","time spent":"5.37586847s","remote":"127.0.0.1:42044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:31.581916Z","caller":"traceutil/trace.go:171","msg":"trace[1679764954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22990; }","duration":"1.382659132s","start":"2026-04-16T10:07:30.199252Z","end":"2026-04-16T10:07:31.581911Z","steps":["trace[1679764954] 'agreement among raft nodes before linearized reading' (duration: 1.382633441s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:31.583059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:30.19924Z","time spent":"1.383811678s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:31.58226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:24.757533Z","time spent":"6.824705499s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:07:32.085876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:32.586921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:33.08756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:33.584648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999302815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:33.584787Z","caller":"traceutil/trace.go:171","msg":"trace[1429911172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999440169s","start":"2026-04-16T10:07:31.585283Z","end":"2026-04-16T10:07:33.584723Z","steps":["trace[1429911172] 'agreement among raft nodes before linearized reading' (duration: 1.999328095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:33.584857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.585203Z","time spent":"1.999638406s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:33.587948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:34.088397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:34.589456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:34.762193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.176921743s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:35.591085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:35.591176Z","caller":"traceutil/trace.go:171","msg":"trace[1353342981] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373648s","start":"2026-04-16T10:07:33.590782Z","end":"2026-04-16T10:07:35.591155Z","steps":["trace[1353342981] 'agreement among raft nodes before linearized reading' (duration: 2.000247714s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:35.591236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:33.590768Z","time spent":"2.00045566s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:35.601742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808091054s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:35.601856Z","caller":"traceutil/trace.go:171","msg":"trace[486162098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22990; }","duration":"2.808213398s","start":"2026-04-16T10:07:32.793626Z","end":"2026-04-16T10:07:35.601839Z","steps":["trace[486162098] 'range keys from in-memory index tree' (duration: 2.808075174s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:35.603311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.908523ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T10:07:35.603367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.585162Z","time spent":"4.018202757s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:36.251076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227899013s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:36.893016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.63664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:36.8933Z","caller":"traceutil/trace.go:171","msg":"trace[1835756095] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"5.307840947s","start":"2026-04-16T10:07:31.585432Z","end":"2026-04-16T10:07:36.893273Z","steps":["trace[1835756095] 'process raft request' (duration: 4.665862716s)","trace[1835756095] 'compare' (duration: 640.152933ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:36.893346Z","caller":"traceutil/trace.go:171","msg":"trace[671287980] linearizableReadLoop","detail":"{readStateIndex:23744; appliedIndex:23740; }","duration":"5.308011043s","start":"2026-04-16T10:07:31.585319Z","end":"2026-04-16T10:07:36.89333Z","steps":["trace[671287980] 'read index received' (duration: 3.177100228s)","trace[671287980] 'applied index is now lower than readState.Index' (duration: 2.130909864s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:36.893327Z","caller":"traceutil/trace.go:171","msg":"trace[925274155] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"5.305592596s","start":"2026-04-16T10:07:31.587704Z","end":"2026-04-16T10:07:36.893296Z","steps":["trace[925274155] 'process raft request' (duration: 5.305410211s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:36.89342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.585415Z","time spent":"5.30793435s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:36.893532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.587697Z","time spent":"5.305775182s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:36.893421Z","caller":"traceutil/trace.go:171","msg":"trace[290010307] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"5.302111146s","start":"2026-04-16T10:07:31.5913Z","end":"2026-04-16T10:07:36.893411Z","steps":["trace[290010307] 'process raft request' (duration: 5.30193212s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:36.893748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.591279Z","time spent":"5.302424006s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:37.364403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.089473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:07:37.364581Z","caller":"traceutil/trace.go:171","msg":"trace[1761258979] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22994; }","duration":"1.759475973s","start":"2026-04-16T10:07:35.605086Z","end":"2026-04-16T10:07:37.364562Z","steps":["trace[1761258979] 'process raft request' (duration: 1.759414072s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:37.364687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:35.604999Z","time spent":"1.759625407s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:37.393919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:37.591563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:37.591641Z","caller":"traceutil/trace.go:171","msg":"trace[48499684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191722s","start":"2026-04-16T10:07:35.591431Z","end":"2026-04-16T10:07:37.591623Z","steps":["trace[48499684] 'agreement among raft nodes before linearized reading' (duration: 2.000098109s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:37.591685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:35.59141Z","time spent":"2.000266045s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:37.894038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:38.254701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.667263896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:38.254807Z","caller":"traceutil/trace.go:171","msg":"trace[1173578690] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"6.6673852s","start":"2026-04-16T10:07:31.58739Z","end":"2026-04-16T10:07:38.254775Z","steps":["trace[1173578690] 'agreement among raft nodes before linearized reading' (duration: 6.667267187s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:38.255072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.587386Z","time spent":"6.667656189s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/16 10:07:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:38.394739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:38.67938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:38.679484Z","caller":"traceutil/trace.go:171","msg":"trace[1924639622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175881s","start":"2026-04-16T10:07:36.67929Z","end":"2026-04-16T10:07:38.679465Z","steps":["trace[1924639622] 'agreement among raft nodes before linearized reading' (duration: 2.000051817s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:38.67953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:36.679271Z","time spent":"2.000248422s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:38.895145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:39.32211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.450186389s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:07:39.322552Z","caller":"traceutil/trace.go:171","msg":"trace[284883846] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"2.73380449s","start":"2026-04-16T10:07:36.58872Z","end":"2026-04-16T10:07:39.322525Z","steps":["trace[284883846] 'process raft request' (duration: 2.733587213s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:39.322739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:36.588697Z","time spent":"2.733943735s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:39.600112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:39.600269Z","caller":"traceutil/trace.go:171","msg":"trace[1993628962] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00082264s","start":"2026-04-16T10:07:37.599369Z","end":"2026-04-16T10:07:39.600192Z","steps":["trace[1993628962] 'agreement among raft nodes before linearized reading' (duration: 2.000661125s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:39.600387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:37.599321Z","time spent":"2.001047688s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:41.421596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032531254s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:41.597849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009667855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:41.597928Z","caller":"traceutil/trace.go:171","msg":"trace[2132997573] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009765878s","start":"2026-04-16T10:07:31.588144Z","end":"2026-04-16T10:07:41.59791Z","steps":["trace[2132997573] 'agreement among raft nodes before linearized reading' (duration: 10.009663105s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.59797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.588132Z","time spent":"10.00982928s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/16 10:07:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:41.610527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:41.610601Z","caller":"traceutil/trace.go:171","msg":"trace[1423342776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285175s","start":"2026-04-16T10:07:39.610298Z","end":"2026-04-16T10:07:41.610583Z","steps":["trace[1423342776] 'agreement among raft nodes before linearized reading' (duration: 2.000194542s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.610646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:39.610282Z","time spent":"2.000355476s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:41.745586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.763396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:41.746118Z","caller":"traceutil/trace.go:171","msg":"trace[1258457818] linearizableReadLoop","detail":"{readStateIndex:23750; appliedIndex:23746; }","duration":"4.852724955s","start":"2026-04-16T10:07:36.893376Z","end":"2026-04-16T10:07:41.746101Z","steps":["trace[1258457818] 'read index received' (duration: 2.429034351s)","trace[1258457818] 'applied index is now lower than readState.Index' (duration: 2.423689724s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:41.746419Z","caller":"traceutil/trace.go:171","msg":"trace[249344056] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"4.601879997s","start":"2026-04-16T10:07:37.144524Z","end":"2026-04-16T10:07:41.746404Z","steps":["trace[249344056] 'process raft request' (duration: 4.277230242s)","trace[249344056] 'compare' (duration: 323.655203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:41.74655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:37.144497Z","time spent":"4.601954438s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18579,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:41.7468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:37.36674Z","time spent":"4.380057613s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T10:07:41.747103Z","caller":"traceutil/trace.go:171","msg":"trace[1868488602] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"3.490355533s","start":"2026-04-16T10:07:38.256735Z","end":"2026-04-16T10:07:41.747091Z","steps":["trace[1868488602] 'process raft request' (duration: 3.489277919s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.74724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:38.256712Z","time spent":"3.490424075s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:41.747535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931638943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T10:07:41.747574Z","caller":"traceutil/trace.go:171","msg":"trace[1022716721] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22997; }","duration":"4.931699665s","start":"2026-04-16T10:07:36.815864Z","end":"2026-04-16T10:07:41.747564Z","steps":["trace[1022716721] 'agreement among raft nodes before linearized reading' (duration: 4.931574111s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.747604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:36.815851Z","time spent":"4.931746016s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T10:07:41.747921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937701064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:41.747961Z","caller":"traceutil/trace.go:171","msg":"trace[334044806] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22997; }","duration":"4.937777407s","start":"2026-04-16T10:07:36.810174Z","end":"2026-04-16T10:07:41.747951Z","steps":["trace[334044806] 'agreement among raft nodes before linearized reading' (duration: 4.937703424s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.748055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:36.810155Z","time spent":"4.93788688s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.74955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.620263455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:07:41.749586Z","caller":"traceutil/trace.go:171","msg":"trace[1283112668] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22997; }","duration":"5.620329137s","start":"2026-04-16T10:07:36.12925Z","end":"2026-04-16T10:07:41.749579Z","steps":["trace[1283112668] 'agreement among raft nodes before linearized reading' (duration: 5.619000185s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.749607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:36.129237Z","time spent":"5.620363758s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2951,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.749896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737249933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:07:41.749927Z","caller":"traceutil/trace.go:171","msg":"trace[1444166920] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22997; }","duration":"5.737325865s","start":"2026-04-16T10:07:36.012594Z","end":"2026-04-16T10:07:41.74992Z","steps":["trace[1444166920] 'agreement among raft nodes before linearized reading' (duration: 5.73718754s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.749947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:36.012572Z","time spent":"5.737369566s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":251,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.750143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.02931259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:41.75017Z","caller":"traceutil/trace.go:171","msg":"trace[1737238206] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22997; }","duration":"6.029391363s","start":"2026-04-16T10:07:35.720772Z","end":"2026-04-16T10:07:41.750163Z","steps":["trace[1737238206] 'agreement among raft nodes before linearized reading' (duration: 6.029345052s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.75019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:35.720737Z","time spent":"6.029447845s","remote":"127.0.0.1:43858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.750434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107146705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:07:41.75046Z","caller":"traceutil/trace.go:171","msg":"trace[216041191] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22997; }","duration":"6.107193596s","start":"2026-04-16T10:07:35.643261Z","end":"2026-04-16T10:07:41.750455Z","steps":["trace[216041191] 'agreement among raft nodes before linearized reading' (duration: 6.107087853s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.750479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:35.643248Z","time spent":"6.107226747s","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":194,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.750668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.319455879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:41.750695Z","caller":"traceutil/trace.go:171","msg":"trace[2039853001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22997; }","duration":"6.319541931s","start":"2026-04-16T10:07:35.431147Z","end":"2026-04-16T10:07:41.750689Z","steps":["trace[2039853001] 'agreement among raft nodes before linearized reading' (duration: 6.319498919s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.750717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:35.431117Z","time spent":"6.319592762s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.750914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.819043898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:41.750941Z","caller":"traceutil/trace.go:171","msg":"trace[1550069404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22997; }","duration":"7.81910384s","start":"2026-04-16T10:07:33.931832Z","end":"2026-04-16T10:07:41.750935Z","steps":["trace[1550069404] 'agreement among raft nodes before linearized reading' (duration: 7.819059648s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.750962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:33.931814Z","time spent":"7.819142081s","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.751172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.32150907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:41.751201Z","caller":"traceutil/trace.go:171","msg":"trace[1995552924] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22997; }","duration":"8.321583893s","start":"2026-04-16T10:07:33.429608Z","end":"2026-04-16T10:07:41.751192Z","steps":["trace[1995552924] 'agreement among raft nodes before linearized reading' (duration: 8.321539671s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.751221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:33.429588Z","time spent":"8.321627603s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.751413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.373378033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:41.75144Z","caller":"traceutil/trace.go:171","msg":"trace[1948737759] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22997; }","duration":"9.373449486s","start":"2026-04-16T10:07:32.377984Z","end":"2026-04-16T10:07:41.751433Z","steps":["trace[1948737759] 'agreement among raft nodes before linearized reading' (duration: 9.373406065s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.751503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:32.377948Z","time spent":"9.373507468s","remote":"127.0.0.1:43168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.751651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.395064858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:41.751677Z","caller":"traceutil/trace.go:171","msg":"trace[945207855] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22997; }","duration":"9.39515078s","start":"2026-04-16T10:07:32.35652Z","end":"2026-04-16T10:07:41.751671Z","steps":["trace[945207855] 'agreement among raft nodes before linearized reading' (duration: 9.395108918s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.751742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:32.35648Z","time spent":"9.395212322s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.751893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.813886062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:41.751922Z","caller":"traceutil/trace.go:171","msg":"trace[1975475503] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22997; }","duration":"9.813951904s","start":"2026-04-16T10:07:31.937961Z","end":"2026-04-16T10:07:41.751913Z","steps":["trace[1975475503] 'agreement among raft nodes before linearized reading' (duration: 9.813905083s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.751985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.937921Z","time spent":"9.814053757s","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:41.752174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.164841927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-16T10:07:41.7522Z","caller":"traceutil/trace.go:171","msg":"trace[1006130545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22997; }","duration":"10.164883078s","start":"2026-04-16T10:07:31.587311Z","end":"2026-04-16T10:07:41.752194Z","steps":["trace[1006130545] 'agreement among raft nodes before linearized reading' (duration: 10.164809406s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:41.752263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:31.587301Z","time spent":"10.16495455s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-16T10:07:42.246924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:42.748024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:43.249168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:43.456404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.58998ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:43.456504Z","caller":"traceutil/trace.go:171","msg":"trace[119884510] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22997; }","duration":"662.704624ms","start":"2026-04-16T10:07:42.793786Z","end":"2026-04-16T10:07:43.456491Z","steps":["trace[119884510] 'range keys from in-memory index tree' (duration: 662.57681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:43.611077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:43.611163Z","caller":"traceutil/trace.go:171","msg":"trace[993098637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352758s","start":"2026-04-16T10:07:41.61079Z","end":"2026-04-16T10:07:43.611143Z","steps":["trace[993098637] 'agreement among raft nodes before linearized reading' (duration: 2.000237934s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:43.611215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.610772Z","time spent":"2.00043131s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:43.750186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:43.783035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.053970918s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:07:43.783504Z","caller":"traceutil/trace.go:171","msg":"trace[1180669547] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"2.054520816s","start":"2026-04-16T10:07:41.728949Z","end":"2026-04-16T10:07:43.78347Z","steps":["trace[1180669547] 'process raft request' (duration: 2.05431422s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:43.783705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.728926Z","time spent":"2.05467892s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:44.986974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.498825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:44.987189Z","caller":"traceutil/trace.go:171","msg":"trace[825284922] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"3.226157276s","start":"2026-04-16T10:07:41.760981Z","end":"2026-04-16T10:07:44.987138Z","steps":["trace[825284922] 'process raft request' (duration: 2.486404762s)","trace[825284922] 'compare' (duration: 739.259978ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:44.987332Z","caller":"traceutil/trace.go:171","msg":"trace[1563253515] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"658.078238ms","start":"2026-04-16T10:07:44.329223Z","end":"2026-04-16T10:07:44.987301Z","steps":["trace[1563253515] 'process raft request' (duration: 658.034536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.98745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:44.329194Z","time spent":"658.197022ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:44.987486Z","caller":"traceutil/trace.go:171","msg":"trace[1641034751] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"3.226422074s","start":"2026-04-16T10:07:41.761039Z","end":"2026-04-16T10:07:44.987461Z","steps":["trace[1641034751] 'process raft request' (duration: 3.226057372s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:44.987513Z","caller":"traceutil/trace.go:171","msg":"trace[951222595] linearizableReadLoop","detail":"{readStateIndex:23754; appliedIndex:23750; }","duration":"3.241323174s","start":"2026-04-16T10:07:41.746161Z","end":"2026-04-16T10:07:44.987484Z","steps":["trace[951222595] 'read index received' (duration: 2.037159989s)","trace[951222595] 'applied index is now lower than readState.Index' (duration: 1.204159584s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:44.987513Z","caller":"traceutil/trace.go:171","msg":"trace[665054613] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"3.208487748s","start":"2026-04-16T10:07:41.778994Z","end":"2026-04-16T10:07:44.987482Z","steps":["trace[665054613] 'process raft request' (duration: 3.20821413s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.987602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.441727838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.987591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.761011Z","time spent":"3.226527857s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:44.987347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.760932Z","time spent":"3.226329441s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:44.987643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.778973Z","time spent":"3.208613512s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:44.987713Z","caller":"traceutil/trace.go:171","msg":"trace[31167553] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23002; }","duration":"5.441875352s","start":"2026-04-16T10:07:39.545777Z","end":"2026-04-16T10:07:44.987653Z","steps":["trace[31167553] 'agreement among raft nodes before linearized reading' (duration: 5.441728197s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.987731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.856205815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.98777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:39.545746Z","time spent":"5.442006326s","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:44.987794Z","caller":"traceutil/trace.go:171","msg":"trace[371787924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23002; }","duration":"5.856319499s","start":"2026-04-16T10:07:39.131456Z","end":"2026-04-16T10:07:44.987776Z","steps":["trace[371787924] 'agreement among raft nodes before linearized reading' (duration: 5.856176804s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.987778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259754152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.987842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:39.131428Z","time spent":"5.856398961s","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.98786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.300261992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.98788Z","caller":"traceutil/trace.go:171","msg":"trace[322423837] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23002; }","duration":"4.259912827s","start":"2026-04-16T10:07:40.727942Z","end":"2026-04-16T10:07:44.987855Z","steps":["trace[322423837] 'agreement among raft nodes before linearized reading' (duration: 4.259743252s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:44.987902Z","caller":"traceutil/trace.go:171","msg":"trace[804465327] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23002; }","duration":"7.300342804s","start":"2026-04-16T10:07:37.687548Z","end":"2026-04-16T10:07:44.987891Z","steps":["trace[804465327] 'agreement among raft nodes before linearized reading' (duration: 7.300271842s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.987926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:37.687528Z","time spent":"7.300392556s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.987925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:40.727912Z","time spent":"4.26000208s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.43350834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.988066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226741153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-463e21ac-652e-4da6-80c6-565f9c0432dc\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-16T10:07:44.988182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841819105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.988228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.92620536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.988224Z","caller":"traceutil/trace.go:171","msg":"trace[563459367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23002; }","duration":"3.841883937s","start":"2026-04-16T10:07:41.146328Z","end":"2026-04-16T10:07:44.988212Z","steps":["trace[563459367] 'agreement among raft nodes before linearized reading' (duration: 3.841831556s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.090586859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-979f5\" ","response":"range_response_count:1 size:4051"} {"level":"warn","ts":"2026-04-16T10:07:44.988272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.146309Z","time spent":"3.841952619s","remote":"127.0.0.1:38006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.148957139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:44.988306Z","caller":"traceutil/trace.go:171","msg":"trace[1143461760] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-979f5; range_end:; response_count:1; response_revision:23002; }","duration":"8.090635841s","start":"2026-04-16T10:07:36.897649Z","end":"2026-04-16T10:07:44.988284Z","steps":["trace[1143461760] 'agreement among raft nodes before linearized reading' (duration: 8.090529177s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:44.988331Z","caller":"traceutil/trace.go:171","msg":"trace[353891094] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23002; }","duration":"4.149046282s","start":"2026-04-16T10:07:40.839267Z","end":"2026-04-16T10:07:44.988313Z","steps":["trace[353891094] 'agreement among raft nodes before linearized reading' (duration: 4.148914287s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.030005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.988366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:40.839251Z","time spent":"4.149105573s","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743601801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:44.988403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453520865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.988411Z","caller":"traceutil/trace.go:171","msg":"trace[2139126999] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23002; }","duration":"513.119298ms","start":"2026-04-16T10:07:44.475273Z","end":"2026-04-16T10:07:44.988393Z","steps":["trace[2139126999] 'agreement among raft nodes before linearized reading' (duration: 512.999094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820909579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.988444Z","caller":"traceutil/trace.go:171","msg":"trace[1145874494] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23002; }","duration":"2.453565016s","start":"2026-04-16T10:07:42.53487Z","end":"2026-04-16T10:07:44.988436Z","steps":["trace[1145874494] 'agreement among raft nodes before linearized reading' (duration: 2.453503585s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226846027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-16T10:07:44.988457Z","caller":"traceutil/trace.go:171","msg":"trace[1089201125] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23002; }","duration":"2.743706545s","start":"2026-04-16T10:07:42.244729Z","end":"2026-04-16T10:07:44.988436Z","steps":["trace[1089201125] 'agreement among raft nodes before linearized reading' (duration: 2.743605101s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:44.475253Z","time spent":"513.19666ms","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476283254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.988489Z","caller":"traceutil/trace.go:171","msg":"trace[936770019] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23002; }","duration":"3.226914749s","start":"2026-04-16T10:07:41.761565Z","end":"2026-04-16T10:07:44.98848Z","steps":["trace[936770019] 'agreement among raft nodes before linearized reading' (duration: 3.226815976s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:42.534847Z","time spent":"2.453630679s","remote":"127.0.0.1:43716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:44.988494Z","caller":"traceutil/trace.go:171","msg":"trace[342550192] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:23002; }","duration":"2.821014072s","start":"2026-04-16T10:07:42.167457Z","end":"2026-04-16T10:07:44.988471Z","steps":["trace[342550192] 'agreement among raft nodes before linearized reading' (duration: 2.820919039s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:44.988236Z","caller":"traceutil/trace.go:171","msg":"trace[919932175] range","detail":"{range_begin:/registry/persistentvolumes/pvc-463e21ac-652e-4da6-80c6-565f9c0432dc; range_end:; response_count:1; response_revision:23002; }","duration":"3.226929339s","start":"2026-04-16T10:07:41.761284Z","end":"2026-04-16T10:07:44.988213Z","steps":["trace[919932175] 'agreement among raft nodes before linearized reading' (duration: 3.22663147s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:42.244709Z","time spent":"2.743786657s","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.761552Z","time spent":"3.226966441s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-16T10:07:44.988524Z","caller":"traceutil/trace.go:171","msg":"trace[1423436370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23002; }","duration":"1.476337806s","start":"2026-04-16T10:07:43.512174Z","end":"2026-04-16T10:07:44.988512Z","steps":["trace[1423436370] 'agreement among raft nodes before linearized reading' (duration: 1.476288914s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.761273Z","time spent":"3.227262351s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-463e21ac-652e-4da6-80c6-565f9c0432dc\" "} {"level":"warn","ts":"2026-04-16T10:07:44.988563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:43.512162Z","time spent":"1.476395848s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:44.988569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:42.167433Z","time spent":"2.821099575s","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.088928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T10:07:44.988666Z","caller":"traceutil/trace.go:171","msg":"trace[2009409930] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23002; }","duration":"834.337015ms","start":"2026-04-16T10:07:44.154315Z","end":"2026-04-16T10:07:44.988652Z","steps":["trace[2009409930] 'agreement among raft nodes before linearized reading' (duration: 834.042606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.233291806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.988712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:44.154296Z","time spent":"834.404517ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-16T10:07:44.988724Z","caller":"traceutil/trace.go:171","msg":"trace[1951679478] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23002; }","duration":"5.233963667s","start":"2026-04-16T10:07:39.754741Z","end":"2026-04-16T10:07:44.988705Z","steps":["trace[1951679478] 'agreement among raft nodes before linearized reading' (duration: 5.233308476s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370970335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.988774Z","caller":"traceutil/trace.go:171","msg":"trace[253251564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23002; }","duration":"1.371012906s","start":"2026-04-16T10:07:43.617752Z","end":"2026-04-16T10:07:44.988765Z","steps":["trace[253251564] 'agreement among raft nodes before linearized reading' (duration: 1.370949384s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.090838938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T10:07:44.988087Z","caller":"traceutil/trace.go:171","msg":"trace[245744785] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23002; }","duration":"4.433607583s","start":"2026-04-16T10:07:40.554464Z","end":"2026-04-16T10:07:44.988072Z","steps":["trace[245744785] 'agreement among raft nodes before linearized reading' (duration: 4.43351574s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:44.988821Z","caller":"traceutil/trace.go:171","msg":"trace[2085543855] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:23002; }","duration":"8.091631122s","start":"2026-04-16T10:07:36.897177Z","end":"2026-04-16T10:07:44.988808Z","steps":["trace[2085543855] 'agreement among raft nodes before linearized reading' (duration: 8.090681292s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:40.554445Z","time spent":"4.434395148s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767499576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.988857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:36.897165Z","time spent":"8.091681204s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"info","ts":"2026-04-16T10:07:44.988977Z","caller":"traceutil/trace.go:171","msg":"trace[2138224937] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23002; }","duration":"1.768173927s","start":"2026-04-16T10:07:43.220791Z","end":"2026-04-16T10:07:44.988965Z","steps":["trace[2138224937] 'agreement among raft nodes before linearized reading' (duration: 1.767518767s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.988129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099034193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.988778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:39.754707Z","time spent":"5.2340569s","remote":"127.0.0.1:43192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.651165398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:44.989062Z","caller":"traceutil/trace.go:171","msg":"trace[844643373] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23002; }","duration":"5.100000844s","start":"2026-04-16T10:07:39.889043Z","end":"2026-04-16T10:07:44.989044Z","steps":["trace[844643373] 'agreement among raft nodes before linearized reading' (duration: 5.099064434s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:44.989085Z","caller":"traceutil/trace.go:171","msg":"trace[877412919] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23002; }","duration":"6.652111388s","start":"2026-04-16T10:07:38.33695Z","end":"2026-04-16T10:07:44.989062Z","steps":["trace[877412919] 'agreement among raft nodes before linearized reading' (duration: 6.651181119s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.989133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:38.336931Z","time spent":"6.652185971s","remote":"127.0.0.1:43918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.833487024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.988137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293360324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.98814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.321453735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.988256Z","caller":"traceutil/trace.go:171","msg":"trace[667662802] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23002; }","duration":"6.926260422s","start":"2026-04-16T10:07:38.061986Z","end":"2026-04-16T10:07:44.988247Z","steps":["trace[667662802] 'agreement among raft nodes before linearized reading' (duration: 6.92621158s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.989287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:38.06197Z","time spent":"6.927299904s","remote":"127.0.0.1:59656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.479344731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:44.988186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.723018404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.989351Z","caller":"traceutil/trace.go:171","msg":"trace[344934807] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23002; }","duration":"7.834600419s","start":"2026-04-16T10:07:37.15463Z","end":"2026-04-16T10:07:44.98923Z","steps":["trace[344934807] 'agreement among raft nodes before linearized reading' (duration: 7.833485693s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:44.989393Z","caller":"traceutil/trace.go:171","msg":"trace[1608709471] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23002; }","duration":"6.724242542s","start":"2026-04-16T10:07:38.265139Z","end":"2026-04-16T10:07:44.989381Z","steps":["trace[1608709471] 'agreement among raft nodes before linearized reading' (duration: 6.723031804s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:44.98941Z","caller":"traceutil/trace.go:171","msg":"trace[1090418349] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23002; }","duration":"3.294525731s","start":"2026-04-16T10:07:41.694718Z","end":"2026-04-16T10:07:44.989243Z","steps":["trace[1090418349] 'agreement among raft nodes before linearized reading' (duration: 3.293389355s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.989427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:37.154621Z","time spent":"7.834783815s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:44.989491Z","caller":"traceutil/trace.go:171","msg":"trace[2596869] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23002; }","duration":"5.322634362s","start":"2026-04-16T10:07:39.666623Z","end":"2026-04-16T10:07:44.989257Z","steps":["trace[2596869] 'agreement among raft nodes before linearized reading' (duration: 5.321451155s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.989544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:39.6666Z","time spent":"5.322930782s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:44.989362Z","caller":"traceutil/trace.go:171","msg":"trace[492268914] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23002; }","duration":"6.480652942s","start":"2026-04-16T10:07:38.508695Z","end":"2026-04-16T10:07:44.989348Z","steps":["trace[492268914] 'agreement among raft nodes before linearized reading' (duration: 6.479369002s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.989592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:38.50867Z","time spent":"6.480910421s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.989438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:38.265127Z","time spent":"6.724299694s","remote":"127.0.0.1:59816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.612725476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:44.989762Z","caller":"traceutil/trace.go:171","msg":"trace[430933340] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23002; }","duration":"6.61442503s","start":"2026-04-16T10:07:38.375322Z","end":"2026-04-16T10:07:44.989747Z","steps":["trace[430933340] 'agreement among raft nodes before linearized reading' (duration: 6.612778818s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.989758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:39.889023Z","time spent":"5.100076765s","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.989813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:38.375289Z","time spent":"6.614508342s","remote":"127.0.0.1:43170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.989019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:43.22077Z","time spent":"1.768235739s","remote":"127.0.0.1:42696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.988354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:36.897622Z","time spent":"8.090723364s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4074,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-979f5\" "} {"level":"warn","ts":"2026-04-16T10:07:44.988811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:43.617701Z","time spent":"1.371103518s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:44.989455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:41.694697Z","time spent":"3.294739448s","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:44.990507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454907711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:07:44.990581Z","caller":"traceutil/trace.go:171","msg":"trace[349226910] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23002; }","duration":"1.455028095s","start":"2026-04-16T10:07:43.535536Z","end":"2026-04-16T10:07:44.990564Z","steps":["trace[349226910] 'agreement among raft nodes before linearized reading' (duration: 1.452885567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:44.990637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:43.535516Z","time spent":"1.455105717s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2951,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:46.049557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.022279ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-16T10:07:46.049642Z","caller":"traceutil/trace.go:171","msg":"trace[1422579008] linearizableReadLoop","detail":"{readStateIndex:23756; appliedIndex:23755; }","duration":"1.055442415s","start":"2026-04-16T10:07:44.994184Z","end":"2026-04-16T10:07:46.049627Z","steps":["trace[1422579008] 'read index received' (duration: 467.354074ms)","trace[1422579008] 'applied index is now lower than readState.Index' (duration: 588.087031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:46.04965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:44.991574Z","time spent":"1.058065537s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:46.049805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055625701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T10:07:46.049839Z","caller":"traceutil/trace.go:171","msg":"trace[913890171] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23002; }","duration":"1.055696643s","start":"2026-04-16T10:07:44.994132Z","end":"2026-04-16T10:07:46.049829Z","steps":["trace[913890171] 'agreement among raft nodes before linearized reading' (duration: 1.055558599s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:46.049912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:44.994111Z","time spent":"1.055790856s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:07:46.550066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:46.997767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:46.997955Z","caller":"traceutil/trace.go:171","msg":"trace[1007694398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445969s","start":"2026-04-16T10:07:44.997483Z","end":"2026-04-16T10:07:46.997929Z","steps":["trace[1007694398] 'agreement among raft nodes before linearized reading' (duration: 2.000217152s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:46.99808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:44.997437Z","time spent":"2.000623105s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:47.047667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477156472s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:47.755538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.482596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:47.755619Z","caller":"traceutil/trace.go:171","msg":"trace[64871438] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"2.757669643s","start":"2026-04-16T10:07:44.997937Z","end":"2026-04-16T10:07:47.755607Z","steps":["trace[64871438] 'process raft request' (duration: 2.050052864s)","trace[64871438] 'compare' (duration: 706.943168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:47.755652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:44.997927Z","time spent":"2.757710044s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:48.679875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000861533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:48.67996Z","caller":"traceutil/trace.go:171","msg":"trace[686110814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000998007s","start":"2026-04-16T10:07:46.678943Z","end":"2026-04-16T10:07:48.679941Z","steps":["trace[686110814] 'agreement among raft nodes before linearized reading' (duration: 2.000888533s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:48.680008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:46.678928Z","time spent":"2.00106944s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:48.911409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.863583734s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:48.998498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:48.998746Z","caller":"traceutil/trace.go:171","msg":"trace[432592957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431679s","start":"2026-04-16T10:07:46.998285Z","end":"2026-04-16T10:07:48.998716Z","steps":["trace[432592957] 'agreement among raft nodes before linearized reading' (duration: 2.00014831s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:48.998856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:46.998262Z","time spent":"2.000577323s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:49.765183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:47.892187Z","time spent":"1.872988901s","remote":"127.0.0.1:45312","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:07:49.766531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.80672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:49.766683Z","caller":"traceutil/trace.go:171","msg":"trace[1655653546] linearizableReadLoop","detail":"{readStateIndex:23758; appliedIndex:23756; }","duration":"3.716992329s","start":"2026-04-16T10:07:46.049667Z","end":"2026-04-16T10:07:49.766659Z","steps":["trace[1655653546] 'read index received' (duration: 998.298025ms)","trace[1655653546] 'applied index is now lower than readState.Index' (duration: 2.718691494s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:49.766886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654860218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:49.766929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341188108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:49.766973Z","caller":"traceutil/trace.go:171","msg":"trace[474611370] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23004; }","duration":"4.654996132s","start":"2026-04-16T10:07:45.111955Z","end":"2026-04-16T10:07:49.766951Z","steps":["trace[474611370] 'agreement among raft nodes before linearized reading' (duration: 4.654814447s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.767018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:45.111939Z","time spent":"4.655067235s","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:49.766964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.770480712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-16T10:07:49.767039Z","caller":"traceutil/trace.go:171","msg":"trace[1551414538] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"3.716450871s","start":"2026-04-16T10:07:46.050566Z","end":"2026-04-16T10:07:49.767017Z","steps":["trace[1551414538] 'process raft request' (duration: 2.861017581s)","trace[1551414538] 'compare' (duration: 853.82713ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:49.767068Z","caller":"traceutil/trace.go:171","msg":"trace[1421325588] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23004; }","duration":"4.770604546s","start":"2026-04-16T10:07:44.996447Z","end":"2026-04-16T10:07:49.767051Z","steps":["trace[1421325588] 'agreement among raft nodes before linearized reading' (duration: 4.770332448s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:49.767019Z","caller":"traceutil/trace.go:171","msg":"trace[858477952] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23004; }","duration":"4.341291582s","start":"2026-04-16T10:07:45.425705Z","end":"2026-04-16T10:07:49.766996Z","steps":["trace[858477952] 'agreement among raft nodes before linearized reading' (duration: 4.341030723s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.767095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71542954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-16T10:07:49.767107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:44.996433Z","time spent":"4.770660328s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-16T10:07:49.767142Z","caller":"traceutil/trace.go:171","msg":"trace[135284026] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23004; }","duration":"3.715506482s","start":"2026-04-16T10:07:46.051624Z","end":"2026-04-16T10:07:49.76713Z","steps":["trace[135284026] 'agreement among raft nodes before linearized reading' (duration: 3.715384038s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.767179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:46.050538Z","time spent":"3.716541674s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:49.767153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:45.425661Z","time spent":"4.341454117s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":91,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:49.767194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:46.051607Z","time spent":"3.715572634s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T10:07:49.767243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997893709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-04-16T10:07:49.767312Z","caller":"traceutil/trace.go:171","msg":"trace[1944978528] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:23004; }","duration":"1.997982142s","start":"2026-04-16T10:07:47.769304Z","end":"2026-04-16T10:07:49.767286Z","steps":["trace[1944978528] 'agreement among raft nodes before linearized reading' (duration: 1.997764585s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.767356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:47.76929Z","time spent":"1.998057304s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"warn","ts":"2026-04-16T10:07:49.767376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.930929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:49.76735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.888995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:49.767447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154279108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:49.767477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749480556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:49.76749Z","caller":"traceutil/trace.go:171","msg":"trace[1778544383] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23004; }","duration":"3.15436566s","start":"2026-04-16T10:07:46.613113Z","end":"2026-04-16T10:07:49.767478Z","steps":["trace[1778544383] 'agreement among raft nodes before linearized reading' (duration: 3.154295358s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:49.767511Z","caller":"traceutil/trace.go:171","msg":"trace[1810699554] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:23004; }","duration":"2.749556128s","start":"2026-04-16T10:07:47.017945Z","end":"2026-04-16T10:07:49.767501Z","steps":["trace[1810699554] 'agreement among raft nodes before linearized reading' (duration: 2.749497496s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.767497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096449674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:49.767526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:46.61309Z","time spent":"3.154425242s","remote":"127.0.0.1:54338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:49.767535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503701488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:49.767556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:47.017923Z","time spent":"2.749616049s","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:49.767569Z","caller":"traceutil/trace.go:171","msg":"trace[282479963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23004; }","duration":"3.096598989s","start":"2026-04-16T10:07:46.670952Z","end":"2026-04-16T10:07:49.767551Z","steps":["trace[282479963] 'agreement among raft nodes before linearized reading' (duration: 3.096435914s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:49.767579Z","caller":"traceutil/trace.go:171","msg":"trace[1134591757] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23004; }","duration":"1.503779901s","start":"2026-04-16T10:07:48.263785Z","end":"2026-04-16T10:07:49.767565Z","steps":["trace[1134591757] 'agreement among raft nodes before linearized reading' (duration: 1.503647126s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:49.767494Z","caller":"traceutil/trace.go:171","msg":"trace[1837473440] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23004; }","duration":"189.059701ms","start":"2026-04-16T10:07:49.578406Z","end":"2026-04-16T10:07:49.767466Z","steps":["trace[1837473440] 'agreement among raft nodes before linearized reading' (duration: 188.842224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.767603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740771799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:49.767613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:48.263766Z","time spent":"1.503837642s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":97,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:49.767617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:46.670922Z","time spent":"3.096685682s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:49.767656Z","caller":"traceutil/trace.go:171","msg":"trace[1600810572] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23004; }","duration":"3.740856571s","start":"2026-04-16T10:07:46.026783Z","end":"2026-04-16T10:07:49.767639Z","steps":["trace[1600810572] 'agreement among raft nodes before linearized reading' (duration: 3.740756448s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:49.767409Z","caller":"traceutil/trace.go:171","msg":"trace[840894982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23004; }","duration":"760.008571ms","start":"2026-04-16T10:07:49.00739Z","end":"2026-04-16T10:07:49.767399Z","steps":["trace[840894982] 'agreement among raft nodes before linearized reading' (duration: 759.95177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.767702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:46.026762Z","time spent":"3.740931634s","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:49.767796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842198488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:49.768686Z","caller":"traceutil/trace.go:171","msg":"trace[333191238] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23004; }","duration":"2.843122947s","start":"2026-04-16T10:07:46.925537Z","end":"2026-04-16T10:07:49.76866Z","steps":["trace[333191238] 'agreement among raft nodes before linearized reading' (duration: 2.842078084s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.768812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:46.925509Z","time spent":"2.843284092s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:49.767777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:49.007368Z","time spent":"760.355093ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:49.767264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983879273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:49.769088Z","caller":"traceutil/trace.go:171","msg":"trace[834089727] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23004; }","duration":"3.985860856s","start":"2026-04-16T10:07:45.783197Z","end":"2026-04-16T10:07:49.769058Z","steps":["trace[834089727] 'agreement among raft nodes before linearized reading' (duration: 3.983497041s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:49.769191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:45.783166Z","time spent":"3.985985s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:50.2752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869176,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:50.66859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.940179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:50.668694Z","caller":"traceutil/trace.go:171","msg":"trace[1676546308] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"895.274266ms","start":"2026-04-16T10:07:49.7734Z","end":"2026-04-16T10:07:50.668674Z","steps":["trace[1676546308] 'process raft request' (duration: 652.177622ms)","trace[1676546308] 'compare' (duration: 242.612899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:50.668752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:49.773372Z","time spent":"895.352599ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:52.072613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:07:52.072701Z","caller":"traceutil/trace.go:171","msg":"trace[1807350408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327457s","start":"2026-04-16T10:07:50.072354Z","end":"2026-04-16T10:07:52.072681Z","steps":["trace[1807350408] 'agreement among raft nodes before linearized reading' (duration: 2.000209783s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:52.072751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:50.072337Z","time spent":"2.000404649s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:07:52.510752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551315469s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T10:07:52.510952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:49.774569Z","time spent":"2.736372912s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T10:07:52.511127Z","caller":"traceutil/trace.go:171","msg":"trace[1151506491] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"2.513621028s","start":"2026-04-16T10:07:49.997475Z","end":"2026-04-16T10:07:52.511096Z","steps":["trace[1151506491] 'process raft request' (duration: 2.513344999s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:52.511264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:49.997448Z","time spent":"2.513739692s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:53.629076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118121823s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-16T10:07:53.629261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.030487ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:53.629492Z","caller":"traceutil/trace.go:171","msg":"trace[735612984] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23006; }","duration":"835.191432ms","start":"2026-04-16T10:07:52.794196Z","end":"2026-04-16T10:07:53.629387Z","steps":["trace[735612984] 'range keys from in-memory index tree' (duration: 835.013596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:53.629577Z","caller":"traceutil/trace.go:171","msg":"trace[398277717] linearizableReadLoop","detail":"{readStateIndex:23762; appliedIndex:23758; }","duration":"3.854980899s","start":"2026-04-16T10:07:49.774579Z","end":"2026-04-16T10:07:53.62956Z","steps":["trace[398277717] 'read index received' (duration: 651.014395ms)","trace[398277717] 'applied index is now lower than readState.Index' (duration: 3.203965444s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:53.630048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855456894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T10:07:53.630104Z","caller":"traceutil/trace.go:171","msg":"trace[441652735] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23006; }","duration":"3.855541847s","start":"2026-04-16T10:07:49.774554Z","end":"2026-04-16T10:07:53.630096Z","steps":["trace[441652735] 'agreement among raft nodes before linearized reading' (duration: 3.855405703s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:53.630138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:49.774545Z","time spent":"3.855586868s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-16T10:07:53.630242Z","caller":"traceutil/trace.go:171","msg":"trace[901283952] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"1.130976597s","start":"2026-04-16T10:07:52.49925Z","end":"2026-04-16T10:07:53.630226Z","steps":["trace[901283952] 'process raft request' (duration: 1.130163322s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:53.630501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:52.499222Z","time spent":"1.131079331s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:54.073563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000435919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:54.073644Z","caller":"traceutil/trace.go:171","msg":"trace[1908718318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551333s","start":"2026-04-16T10:07:52.073064Z","end":"2026-04-16T10:07:54.073615Z","steps":["trace[1908718318] 'agreement among raft nodes before linearized reading' (duration: 2.00047112s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.073679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:52.073037Z","time spent":"2.000635365s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:54.279155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.989591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:54.279282Z","caller":"traceutil/trace.go:171","msg":"trace[1665663578] linearizableReadLoop","detail":"{readStateIndex:23764; appliedIndex:23762; }","duration":"649.652572ms","start":"2026-04-16T10:07:53.629613Z","end":"2026-04-16T10:07:54.279266Z","steps":["trace[1665663578] 'read index received' (duration: 373.892µs)","trace[1665663578] 'applied index is now lower than readState.Index' (duration: 649.27717ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:07:54.279326Z","caller":"traceutil/trace.go:171","msg":"trace[287987275] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"1.767236518s","start":"2026-04-16T10:07:52.512043Z","end":"2026-04-16T10:07:54.279279Z","steps":["trace[287987275] 'process raft request' (duration: 1.11804123s)","trace[287987275] 'compare' (duration: 648.64007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:54.279399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194751548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.279457Z","caller":"traceutil/trace.go:171","msg":"trace[436776129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23008; }","duration":"1.194828761s","start":"2026-04-16T10:07:53.084616Z","end":"2026-04-16T10:07:54.279445Z","steps":["trace[436776129] 'agreement among raft nodes before linearized reading' (duration: 1.194724648s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.279481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:52.512021Z","time spent":"1.767376782s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:54.279493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:53.084606Z","time spent":"1.194876782s","remote":"127.0.0.1:37928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:54.279746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203908987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.279791Z","caller":"traceutil/trace.go:171","msg":"trace[529858062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:23008; }","duration":"1.203991329s","start":"2026-04-16T10:07:53.075786Z","end":"2026-04-16T10:07:54.279777Z","steps":["trace[529858062] 'agreement among raft nodes before linearized reading' (duration: 1.203912567s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.279825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:53.075764Z","time spent":"1.204053002s","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:54.27989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703246108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.279942Z","caller":"traceutil/trace.go:171","msg":"trace[1529036205] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23008; }","duration":"2.703299399s","start":"2026-04-16T10:07:51.576627Z","end":"2026-04-16T10:07:54.279927Z","steps":["trace[1529036205] 'agreement among raft nodes before linearized reading' (duration: 2.703214036s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.279975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:51.576554Z","time spent":"2.703413492s","remote":"127.0.0.1:43524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:54.280044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891792272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.280107Z","caller":"traceutil/trace.go:171","msg":"trace[461744147] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23008; }","duration":"2.891880584s","start":"2026-04-16T10:07:51.388213Z","end":"2026-04-16T10:07:54.280094Z","steps":["trace[461744147] 'agreement among raft nodes before linearized reading' (duration: 2.891773651s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.280143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:51.388148Z","time spent":"2.891983228s","remote":"127.0.0.1:38110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:54.280139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382224246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-16T10:07:54.280212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644116223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.280229Z","caller":"traceutil/trace.go:171","msg":"trace[948236261] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23008; }","duration":"2.38234362s","start":"2026-04-16T10:07:51.897854Z","end":"2026-04-16T10:07:54.280197Z","steps":["trace[948236261] 'agreement among raft nodes before linearized reading' (duration: 2.382138023s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:54.280249Z","caller":"traceutil/trace.go:171","msg":"trace[89966656] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:23008; }","duration":"2.644223317s","start":"2026-04-16T10:07:51.636013Z","end":"2026-04-16T10:07:54.280237Z","steps":["trace[89966656] 'agreement among raft nodes before linearized reading' (duration: 2.644142034s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.280281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:51.635974Z","time spent":"2.644298579s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:54.280356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664447507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:54.280389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271202063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.280415Z","caller":"traceutil/trace.go:171","msg":"trace[657232954] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23008; }","duration":"1.66453738s","start":"2026-04-16T10:07:52.615859Z","end":"2026-04-16T10:07:54.280396Z","steps":["trace[657232954] 'agreement among raft nodes before linearized reading' (duration: 1.664448437s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.280281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:51.897833Z","time spent":"2.382435603s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T10:07:54.280449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666827669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.280457Z","caller":"traceutil/trace.go:171","msg":"trace[1598768698] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23008; }","duration":"3.271283707s","start":"2026-04-16T10:07:51.009134Z","end":"2026-04-16T10:07:54.280417Z","steps":["trace[1598768698] 'agreement among raft nodes before linearized reading' (duration: 3.271157703s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.280459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:52.615837Z","time spent":"1.664609172s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:54.280484Z","caller":"traceutil/trace.go:171","msg":"trace[236297365] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23008; }","duration":"2.666892171s","start":"2026-04-16T10:07:51.61358Z","end":"2026-04-16T10:07:54.280472Z","steps":["trace[236297365] 'agreement among raft nodes before linearized reading' (duration: 2.66684115s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.280513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:51.613562Z","time spent":"2.666943802s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:07:54.280507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358130267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:54.280556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17218771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:54.280612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608051234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-16T10:07:54.280612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504447046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" ","response":"range_response_count:1 size:8828"} {"level":"info","ts":"2026-04-16T10:07:54.280674Z","caller":"traceutil/trace.go:171","msg":"trace[1071195382] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8; range_end:; response_count:1; response_revision:23008; }","duration":"4.504523438s","start":"2026-04-16T10:07:49.776132Z","end":"2026-04-16T10:07:54.280655Z","steps":["trace[1071195382] 'agreement among raft nodes before linearized reading' (duration: 4.504337082s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:54.280689Z","caller":"traceutil/trace.go:171","msg":"trace[1888231374] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:23008; }","duration":"3.608200899s","start":"2026-04-16T10:07:50.672477Z","end":"2026-04-16T10:07:54.280678Z","steps":["trace[1888231374] 'agreement among raft nodes before linearized reading' (duration: 3.608003113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.280718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:50.672457Z","time spent":"3.608253341s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T10:07:54.280718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:49.776119Z","time spent":"4.504591111s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8851,"request content":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" "} {"level":"info","ts":"2026-04-16T10:07:54.280565Z","caller":"traceutil/trace.go:171","msg":"trace[1353070560] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23008; }","duration":"2.35823629s","start":"2026-04-16T10:07:51.922311Z","end":"2026-04-16T10:07:54.280548Z","steps":["trace[1353070560] 'agreement among raft nodes before linearized reading' (duration: 2.358139197s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.280796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:51.922286Z","time spent":"2.358494348s","remote":"127.0.0.1:41984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:54.280625Z","caller":"traceutil/trace.go:171","msg":"trace[1200673311] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23008; }","duration":"4.172295024s","start":"2026-04-16T10:07:50.108312Z","end":"2026-04-16T10:07:54.280607Z","steps":["trace[1200673311] 'agreement among raft nodes before linearized reading' (duration: 4.17217196s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.280855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:50.108294Z","time spent":"4.172545952s","remote":"127.0.0.1:43232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:54.280521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:51.00911Z","time spent":"3.271397849s","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:54.295593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.170356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:07:54.295673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.097478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:07:54.295703Z","caller":"traceutil/trace.go:171","msg":"trace[85270534] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"359.152144ms","start":"2026-04-16T10:07:53.936524Z","end":"2026-04-16T10:07:54.295676Z","steps":["trace[85270534] 'process raft request' (duration: 358.741681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.295844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.119843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-16T10:07:54.295881Z","caller":"traceutil/trace.go:171","msg":"trace[1784783276] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b; range_end:; response_count:1; response_revision:23009; }","duration":"660.148884ms","start":"2026-04-16T10:07:53.635717Z","end":"2026-04-16T10:07:54.295866Z","steps":["trace[1784783276] 'agreement among raft nodes before linearized reading' (duration: 660.03412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.295919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:53.63567Z","time spent":"660.241376ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-8835c731-ca26-4b08-b661-bf6d0125ad2b\" "} {"level":"warn","ts":"2026-04-16T10:07:54.295707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.781735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.296182Z","caller":"traceutil/trace.go:171","msg":"trace[653922141] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23009; }","duration":"636.290221ms","start":"2026-04-16T10:07:53.659872Z","end":"2026-04-16T10:07:54.296162Z","steps":["trace[653922141] 'agreement among raft nodes before linearized reading' (duration: 635.770145ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:54.29572Z","caller":"traceutil/trace.go:171","msg":"trace[1007611576] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23009; }","duration":"465.359822ms","start":"2026-04-16T10:07:53.830347Z","end":"2026-04-16T10:07:54.295707Z","steps":["trace[1007611576] 'agreement among raft nodes before linearized reading' (duration: 465.154845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.296271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:53.659859Z","time spent":"636.394494ms","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:07:54.296328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:53.830326Z","time spent":"465.972211ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:07:54.295744Z","caller":"traceutil/trace.go:171","msg":"trace[1939493467] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23009; }","duration":"278.215261ms","start":"2026-04-16T10:07:54.017513Z","end":"2026-04-16T10:07:54.295728Z","steps":["trace[1939493467] 'agreement among raft nodes before linearized reading' (duration: 278.053106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.295824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.486243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.296653Z","caller":"traceutil/trace.go:171","msg":"trace[1542586826] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23009; }","duration":"196.344991ms","start":"2026-04-16T10:07:54.10029Z","end":"2026-04-16T10:07:54.296635Z","steps":["trace[1542586826] 'agreement among raft nodes before linearized reading' (duration: 195.499064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.296025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:53.936496Z","time spent":"359.377641ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:54.295604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.776858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:07:54.296833Z","caller":"traceutil/trace.go:171","msg":"trace[1029893271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23009; }","duration":"214.037849ms","start":"2026-04-16T10:07:54.082747Z","end":"2026-04-16T10:07:54.296785Z","steps":["trace[1029893271] 'agreement among raft nodes before linearized reading' (duration: 212.742568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:54.796257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:55.297167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:07:55.528837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168404018s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T10:07:55.529871Z","caller":"traceutil/trace.go:171","msg":"trace[1944973619] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"1.239636344s","start":"2026-04-16T10:07:54.290213Z","end":"2026-04-16T10:07:55.529849Z","steps":["trace[1944973619] 'process raft request' (duration: 1.239577012s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:55.530003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.290205Z","time spent":"1.239726837s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8705,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:55.530262Z","caller":"traceutil/trace.go:171","msg":"trace[38594228] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"1.245162957s","start":"2026-04-16T10:07:54.285082Z","end":"2026-04-16T10:07:55.530245Z","steps":["trace[38594228] 'process raft request' (duration: 1.24461394s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:55.530341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.285074Z","time spent":"1.245232759s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:55.530793Z","caller":"traceutil/trace.go:171","msg":"trace[2139065012] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"1.246529971s","start":"2026-04-16T10:07:54.284231Z","end":"2026-04-16T10:07:55.530761Z","steps":["trace[2139065012] 'process raft request' (duration: 1.244823997s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:55.530933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.284213Z","time spent":"1.246646915s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:07:56.298416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000818241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:56.298474Z","caller":"traceutil/trace.go:171","msg":"trace[1789996031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000913324s","start":"2026-04-16T10:07:54.297547Z","end":"2026-04-16T10:07:56.29846Z","steps":["trace[1789996031] 'agreement among raft nodes before linearized reading' (duration: 2.000832371s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:56.298508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.297539Z","time spent":"2.000962526s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:07:57.789718Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.247614622s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:07:58.067301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.19979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:07:58.067404Z","caller":"traceutil/trace.go:171","msg":"trace[637560757] linearizableReadLoop","detail":"{readStateIndex:23769; appliedIndex:23765; }","duration":"3.771959552s","start":"2026-04-16T10:07:54.295427Z","end":"2026-04-16T10:07:58.067386Z","steps":["trace[637560757] 'read index received' (duration: 1.234199292s)","trace[637560757] 'applied index is now lower than readState.Index' (duration: 2.53775628s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:58.067573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78173309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:07:58.067675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784687874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T10:07:58.06772Z","caller":"traceutil/trace.go:171","msg":"trace[188233473] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23013; }","duration":"3.784750175s","start":"2026-04-16T10:07:54.282959Z","end":"2026-04-16T10:07:58.067709Z","steps":["trace[188233473] 'agreement among raft nodes before linearized reading' (duration: 3.78459716s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:07:58.067732Z","caller":"traceutil/trace.go:171","msg":"trace[1907186571] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"2.814572897s","start":"2026-04-16T10:07:55.253142Z","end":"2026-04-16T10:07:58.067715Z","steps":["trace[1907186571] 'process raft request' (duration: 2.536838221s)","trace[1907186571] 'compare' (duration: 276.853748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:07:58.067755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.282945Z","time spent":"3.784802377s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:07:58.067843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:55.253114Z","time spent":"2.81466056s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:07:58.067668Z","caller":"traceutil/trace.go:171","msg":"trace[325156242] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23013; }","duration":"3.781862014s","start":"2026-04-16T10:07:54.285783Z","end":"2026-04-16T10:07:58.067645Z","steps":["trace[325156242] 'agreement among raft nodes before linearized reading' (duration: 3.781696219s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:58.067929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.285776Z","time spent":"3.782142732s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:07:58.30727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:07:58.307333Z","caller":"traceutil/trace.go:171","msg":"trace[1644597078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397009s","start":"2026-04-16T10:07:56.306922Z","end":"2026-04-16T10:07:58.307319Z","steps":["trace[1644597078] 'agreement among raft nodes before linearized reading' (duration: 2.000317747s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:07:58.307366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:56.306889Z","time spent":"2.000470822s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:07:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:08:00.308215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:08:00.308299Z","caller":"traceutil/trace.go:171","msg":"trace[2048227873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624354s","start":"2026-04-16T10:07:58.307656Z","end":"2026-04-16T10:08:00.308281Z","steps":["trace[2048227873] 'agreement among raft nodes before linearized reading' (duration: 2.000517611s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:00.308354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:58.307634Z","time spent":"2.000704077s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:08:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:08:02.057983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:00.722457Z","time spent":"1.335519887s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:08:02.316351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:08:02.316433Z","caller":"traceutil/trace.go:171","msg":"trace[1339525296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765391s","start":"2026-04-16T10:08:00.315643Z","end":"2026-04-16T10:08:02.316409Z","steps":["trace[1339525296] 'agreement among raft nodes before linearized reading' (duration: 2.000671428s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:02.316488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:00.315626Z","time spent":"2.000843323s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:08:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:08:02.64075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315399155s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:08:02.641698Z","caller":"traceutil/trace.go:171","msg":"trace[1188671834] linearizableReadLoop","detail":"{readStateIndex:23771; appliedIndex:23769; }","duration":"4.574221785s","start":"2026-04-16T10:07:58.06743Z","end":"2026-04-16T10:08:02.641652Z","steps":["trace[1188671834] 'read index received' (duration: 257.901611ms)","trace[1188671834] 'applied index is now lower than readState.Index' (duration: 4.316318704s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:02.641839Z","caller":"traceutil/trace.go:171","msg":"trace[2122568395] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"5.125852837s","start":"2026-04-16T10:07:57.515971Z","end":"2026-04-16T10:08:02.641824Z","steps":["trace[2122568395] 'process raft request' (duration: 5.124879676s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:02.641974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:57.515944Z","time spent":"5.125937209s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:04.317225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000613935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T10:08:04.317306Z","caller":"traceutil/trace.go:171","msg":"trace[1178380421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000740529s","start":"2026-04-16T10:08:02.316547Z","end":"2026-04-16T10:08:04.317288Z","steps":["trace[1178380421] 'agreement among raft nodes before linearized reading' (duration: 2.000634525s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.317354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:02.316532Z","time spent":"2.000812132s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:08:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:08:04.677922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.250980608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:04.67803Z","caller":"traceutil/trace.go:171","msg":"trace[1706588079] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23014; }","duration":"7.251129182s","start":"2026-04-16T10:07:57.426867Z","end":"2026-04-16T10:08:04.677996Z","steps":["trace[1706588079] 'agreement among raft nodes before linearized reading' (duration: 5.215330398s)","trace[1706588079] 'count revisions from in-memory index tree' (duration: 2.035654879s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:04.678096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:57.426846Z","time spent":"7.251228545s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.678346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.020231395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:04.678425Z","caller":"traceutil/trace.go:171","msg":"trace[843610094] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23014; }","duration":"10.02035981s","start":"2026-04-16T10:07:54.658043Z","end":"2026-04-16T10:08:04.678403Z","steps":["trace[843610094] 'agreement among raft nodes before linearized reading' (duration: 7.984267747s)","trace[843610094] 'count revisions from in-memory index tree' (duration: 2.03598558s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:04.67847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.658023Z","time spent":"10.020435462s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.67848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.37845155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-16T10:08:04.678574Z","caller":"traceutil/trace.go:171","msg":"trace[291575246] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23014; }","duration":"10.378577944s","start":"2026-04-16T10:07:54.299976Z","end":"2026-04-16T10:08:04.678554Z","steps":["trace[291575246] 'agreement among raft nodes before linearized reading' (duration: 8.342344796s)","trace[291575246] 'range keys from in-memory index tree' (duration: 2.036033622s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:04.678624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.299955Z","time spent":"10.378654487s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-16T10:08:04.678674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.143162194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-grdjl\" ","response":"range_response_count:1 size:4980"} {"level":"info","ts":"2026-04-16T10:08:04.678746Z","caller":"traceutil/trace.go:171","msg":"trace[1200564671] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-grdjl; range_end:; response_count:1; response_revision:23014; }","duration":"9.143274196s","start":"2026-04-16T10:07:55.53545Z","end":"2026-04-16T10:08:04.678724Z","steps":["trace[1200564671] 'agreement among raft nodes before linearized reading' (duration: 7.106812361s)","trace[1200564671] 'range keys from in-memory index tree' (duration: 2.036283039s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:04.678726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885116624s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:04.678831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.656213909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:04.678832Z","caller":"traceutil/trace.go:171","msg":"trace[1196670842] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23014; }","duration":"1.885224317s","start":"2026-04-16T10:08:02.79359Z","end":"2026-04-16T10:08:04.678814Z","steps":["trace[1196670842] 'range keys from in-memory index tree' (duration: 1.885101482s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.678834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.451638871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:04.678848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.726195675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:04.678871Z","caller":"traceutil/trace.go:171","msg":"trace[452253162] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23014; }","duration":"9.656284071s","start":"2026-04-16T10:07:55.022571Z","end":"2026-04-16T10:08:04.678855Z","steps":["trace[452253162] 'agreement among raft nodes before linearized reading' (duration: 7.619712873s)","trace[452253162] 'count revisions from in-memory index tree' (duration: 2.036525697s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:04.678877Z","caller":"traceutil/trace.go:171","msg":"trace[101404091] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:23014; }","duration":"8.451718585s","start":"2026-04-16T10:07:56.227146Z","end":"2026-04-16T10:08:04.678864Z","steps":["trace[101404091] 'agreement among raft nodes before linearized reading' (duration: 6.415068554s)","trace[101404091] 'count revisions from in-memory index tree' (duration: 2.036596889s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:04.678884Z","caller":"traceutil/trace.go:171","msg":"trace[2062505871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:23014; }","duration":"9.726265867s","start":"2026-04-16T10:07:54.952606Z","end":"2026-04-16T10:08:04.678872Z","steps":["trace[2062505871] 'agreement among raft nodes before linearized reading' (duration: 7.689689238s)","trace[2062505871] 'count revisions from in-memory index tree' (duration: 2.036529477s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:04.678886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.566360589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:04.678914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:54.952587Z","time spent":"9.726320789s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.678905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:55.02255Z","time spent":"9.656345633s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.678912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:56.22712Z","time spent":"8.451783477s","remote":"127.0.0.1:60832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:04.678949Z","caller":"traceutil/trace.go:171","msg":"trace[2093295673] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23014; }","duration":"8.566455002s","start":"2026-04-16T10:07:56.112472Z","end":"2026-04-16T10:08:04.678927Z","steps":["trace[2093295673] 'agreement among raft nodes before linearized reading' (duration: 6.529753699s)","trace[2093295673] 'count revisions from in-memory index tree' (duration: 2.03662607s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:04.678789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:55.53543Z","time spent":"9.143348989s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5003,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-grdjl\" "} {"level":"warn","ts":"2026-04-16T10:08:04.678999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:56.112454Z","time spent":"8.566529694s","remote":"127.0.0.1:38066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.678788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.144159165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T10:08:04.679109Z","caller":"traceutil/trace.go:171","msg":"trace[1066003293] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:23014; }","duration":"9.144474755s","start":"2026-04-16T10:07:55.534583Z","end":"2026-04-16T10:08:04.679058Z","steps":["trace[1066003293] 'agreement among raft nodes before linearized reading' (duration: 7.1076896s)","trace[1066003293] 'range keys from in-memory index tree' (duration: 2.036416313s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:04.679243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:55.53456Z","time spent":"9.14463452s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T10:08:04.679806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038091236s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:04.679887Z","caller":"traceutil/trace.go:171","msg":"trace[1103374302] linearizableReadLoop","detail":"{readStateIndex:23772; appliedIndex:23771; }","duration":"2.038119007s","start":"2026-04-16T10:08:02.641756Z","end":"2026-04-16T10:08:04.679875Z","steps":["trace[1103374302] 'read index received' (duration: 576.199µs)","trace[1103374302] 'applied index is now lower than readState.Index' (duration: 2.037541678s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:04.680029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853923003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:04.680046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.403292832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:04.680036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.412709718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:04.680074Z","caller":"traceutil/trace.go:171","msg":"trace[1483075098] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23015; }","duration":"4.854014026s","start":"2026-04-16T10:07:59.826048Z","end":"2026-04-16T10:08:04.680062Z","steps":["trace[1483075098] 'agreement among raft nodes before linearized reading' (duration: 4.853867462s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:04.680082Z","caller":"traceutil/trace.go:171","msg":"trace[499620997] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23015; }","duration":"5.403364785s","start":"2026-04-16T10:07:59.276707Z","end":"2026-04-16T10:08:04.680071Z","steps":["trace[499620997] 'agreement among raft nodes before linearized reading' (duration: 5.403303053s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.680101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:59.826027Z","time spent":"4.854066127s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:04.680094Z","caller":"traceutil/trace.go:171","msg":"trace[791460413] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23015; }","duration":"6.412798171s","start":"2026-04-16T10:07:58.26728Z","end":"2026-04-16T10:08:04.680078Z","steps":["trace[791460413] 'agreement among raft nodes before linearized reading' (duration: 6.412643146s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.680117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:59.276687Z","time spent":"5.403418617s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.680103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.606174097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:04.680142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:58.267267Z","time spent":"6.412861693s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:04.680185Z","caller":"traceutil/trace.go:171","msg":"trace[1186119205] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23015; }","duration":"6.60627964s","start":"2026-04-16T10:07:58.073885Z","end":"2026-04-16T10:08:04.680165Z","steps":["trace[1186119205] 'agreement among raft nodes before linearized reading' (duration: 6.606102125s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.680235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:58.073843Z","time spent":"6.606382434s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:08:04.680305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002127186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:04.680337Z","caller":"traceutil/trace.go:171","msg":"trace[1217855260] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23015; }","duration":"5.002198218s","start":"2026-04-16T10:07:59.678128Z","end":"2026-04-16T10:08:04.680326Z","steps":["trace[1217855260] 'agreement among raft nodes before linearized reading' (duration: 5.002144586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.680371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:59.678103Z","time spent":"5.00225681s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.68043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.440325599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:04.680469Z","caller":"traceutil/trace.go:171","msg":"trace[1922602058] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"3.544852401s","start":"2026-04-16T10:08:01.135595Z","end":"2026-04-16T10:08:04.680448Z","steps":["trace[1922602058] 'process raft request' (duration: 1.506045543s)","trace[1922602058] 'compare' (duration: 2.035961419s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:04.680494Z","caller":"traceutil/trace.go:171","msg":"trace[57666632] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23015; }","duration":"6.440440302s","start":"2026-04-16T10:07:58.240035Z","end":"2026-04-16T10:08:04.680475Z","steps":["trace[57666632] 'agreement among raft nodes before linearized reading' (duration: 6.440326529s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.680494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.609165292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-16T10:08:04.680527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025789706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:04.680552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:01.135577Z","time spent":"3.544923654s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:04.680547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:58.240018Z","time spent":"6.440513055s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:04.680591Z","caller":"traceutil/trace.go:171","msg":"trace[942600996] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23015; }","duration":"3.025889289s","start":"2026-04-16T10:08:01.654679Z","end":"2026-04-16T10:08:04.680569Z","steps":["trace[942600996] 'agreement among raft nodes before linearized reading' (duration: 3.025780756s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.680571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190682657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T10:08:04.680641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:01.654657Z","time spent":"3.025968912s","remote":"127.0.0.1:38218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:04.680649Z","caller":"traceutil/trace.go:171","msg":"trace[1692160013] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23015; }","duration":"2.190803701s","start":"2026-04-16T10:08:02.489831Z","end":"2026-04-16T10:08:04.680635Z","steps":["trace[1692160013] 'agreement among raft nodes before linearized reading' (duration: 2.190518262s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.680736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:02.489809Z","time spent":"2.190910174s","remote":"127.0.0.1:43752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":198,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:04.680579Z","caller":"traceutil/trace.go:171","msg":"trace[1302254070] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23015; }","duration":"6.609296726s","start":"2026-04-16T10:07:58.07126Z","end":"2026-04-16T10:08:04.680557Z","steps":["trace[1302254070] 'agreement among raft nodes before linearized reading' (duration: 6.609056248s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.680805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:58.071205Z","time spent":"6.609581435s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T10:08:04.680945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825176351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:08:04.680969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816472692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:04.681005Z","caller":"traceutil/trace.go:171","msg":"trace[1276866545] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23015; }","duration":"4.816551245s","start":"2026-04-16T10:07:59.864445Z","end":"2026-04-16T10:08:04.680996Z","steps":["trace[1276866545] 'agreement among raft nodes before linearized reading' (duration: 4.816487413s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:04.681008Z","caller":"traceutil/trace.go:171","msg":"trace[1864285517] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23015; }","duration":"2.825243184s","start":"2026-04-16T10:08:01.855749Z","end":"2026-04-16T10:08:04.680992Z","steps":["trace[1864285517] 'agreement among raft nodes before linearized reading' (duration: 2.825107099s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.681026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:59.864423Z","time spent":"4.816597546s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.681056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:01.855689Z","time spent":"2.825352707s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.681407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.407839144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:04.681471Z","caller":"traceutil/trace.go:171","msg":"trace[835480833] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23015; }","duration":"6.409156436s","start":"2026-04-16T10:07:58.272298Z","end":"2026-04-16T10:08:04.681454Z","steps":["trace[835480833] 'agreement among raft nodes before linearized reading' (duration: 6.407796593s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.681514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:58.272287Z","time spent":"6.409211938s","remote":"127.0.0.1:38046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:04.681563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.414296688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:04.681641Z","caller":"traceutil/trace.go:171","msg":"trace[1304531274] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23015; }","duration":"6.414433982s","start":"2026-04-16T10:07:58.26719Z","end":"2026-04-16T10:08:04.681624Z","steps":["trace[1304531274] 'agreement among raft nodes before linearized reading' (duration: 6.412747899s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:04.681716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:07:58.267171Z","time spent":"6.414521096s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.600377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.476586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:05.600487Z","caller":"traceutil/trace.go:171","msg":"trace[652912221] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"1.053536586s","start":"2026-04-16T10:08:04.546925Z","end":"2026-04-16T10:08:05.600461Z","steps":["trace[652912221] 'process raft request' (duration: 364.895374ms)","trace[652912221] 'compare' (duration: 688.231559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:05.600602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.546896Z","time spent":"1.053643729s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:05.6006Z","caller":"traceutil/trace.go:171","msg":"trace[2001947698] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"916.638449ms","start":"2026-04-16T10:08:04.683942Z","end":"2026-04-16T10:08:05.60058Z","steps":["trace[2001947698] 'process raft request' (duration: 916.536426ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:05.600626Z","caller":"traceutil/trace.go:171","msg":"trace[753476377] linearizableReadLoop","detail":"{readStateIndex:23773; appliedIndex:23772; }","duration":"920.704528ms","start":"2026-04-16T10:08:04.679909Z","end":"2026-04-16T10:08:05.600614Z","steps":["trace[753476377] 'read index received' (duration: 231.924993ms)","trace[753476377] 'applied index is now lower than readState.Index' (duration: 688.778085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:05.600674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.683925Z","time spent":"916.716472ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:05.600722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.489496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:05.600748Z","caller":"traceutil/trace.go:171","msg":"trace[1205606745] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23017; }","duration":"956.549668ms","start":"2026-04-16T10:08:04.644191Z","end":"2026-04-16T10:08:05.600741Z","steps":["trace[1205606745] 'agreement among raft nodes before linearized reading' (duration: 956.486936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.600769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.644174Z","time spent":"956.587109ms","remote":"127.0.0.1:38380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.600859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252503767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:05.60091Z","caller":"traceutil/trace.go:171","msg":"trace[1688574767] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23017; }","duration":"2.252580879s","start":"2026-04-16T10:08:03.34832Z","end":"2026-04-16T10:08:05.6009Z","steps":["trace[1688574767] 'agreement among raft nodes before linearized reading' (duration: 2.252508727s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.600933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:03.348304Z","time spent":"2.25262207s","remote":"127.0.0.1:38190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.600942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.212608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-16T10:08:05.600958Z","caller":"traceutil/trace.go:171","msg":"trace[387827646] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23017; }","duration":"917.28194ms","start":"2026-04-16T10:08:04.683671Z","end":"2026-04-16T10:08:05.600953Z","steps":["trace[387827646] 'agreement among raft nodes before linearized reading' (duration: 917.192437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.60095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096083575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:05.601009Z","caller":"traceutil/trace.go:171","msg":"trace[766315770] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23017; }","duration":"2.096194108s","start":"2026-04-16T10:08:03.5048Z","end":"2026-04-16T10:08:05.600994Z","steps":["trace[766315770] 'agreement among raft nodes before linearized reading' (duration: 2.096070594s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.207193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:05.601087Z","caller":"traceutil/trace.go:171","msg":"trace[775926826] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23017; }","duration":"914.239364ms","start":"2026-04-16T10:08:04.686843Z","end":"2026-04-16T10:08:05.601082Z","steps":["trace[775926826] 'agreement among raft nodes before linearized reading' (duration: 914.211933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.686835Z","time spent":"914.264365ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:08:05.601089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12597219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:05.601136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932853819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:05.601136Z","caller":"traceutil/trace.go:171","msg":"trace[502832046] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23017; }","duration":"1.126082763s","start":"2026-04-16T10:08:04.475035Z","end":"2026-04-16T10:08:05.601118Z","steps":["trace[502832046] 'agreement among raft nodes before linearized reading' (duration: 1.126008891s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:05.601162Z","caller":"traceutil/trace.go:171","msg":"trace[2102075419] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23017; }","duration":"1.932913081s","start":"2026-04-16T10:08:03.668243Z","end":"2026-04-16T10:08:05.601156Z","steps":["trace[2102075419] 'agreement among raft nodes before linearized reading' (duration: 1.932826119s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276860386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:05.601144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041768505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:05.601174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.475006Z","time spent":"1.126156496s","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.601091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:03.50478Z","time spent":"2.096299062s","remote":"127.0.0.1:43928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:05.601219Z","caller":"traceutil/trace.go:171","msg":"trace[1088784010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23017; }","duration":"1.277002852s","start":"2026-04-16T10:08:04.324191Z","end":"2026-04-16T10:08:05.601194Z","steps":["trace[1088784010] 'agreement among raft nodes before linearized reading' (duration: 1.276838576s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:05.601232Z","caller":"traceutil/trace.go:171","msg":"trace[1552984448] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:23017; }","duration":"1.041902869s","start":"2026-04-16T10:08:04.55931Z","end":"2026-04-16T10:08:05.601213Z","steps":["trace[1552984448] 'agreement among raft nodes before linearized reading' (duration: 1.041732904s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.324171Z","time spent":"1.277090774s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:05.601287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.559293Z","time spent":"1.041972411s","remote":"127.0.0.1:60802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.601048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229259904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:05.601309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314445782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:05.601347Z","caller":"traceutil/trace.go:171","msg":"trace[1348891800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:23017; }","duration":"2.229610375s","start":"2026-04-16T10:08:03.371725Z","end":"2026-04-16T10:08:05.601335Z","steps":["trace[1348891800] 'agreement among raft nodes before linearized reading' (duration: 2.229305135s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685551902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:08:05.60137Z","caller":"traceutil/trace.go:171","msg":"trace[1653452207] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23017; }","duration":"1.314546165s","start":"2026-04-16T10:08:04.286802Z","end":"2026-04-16T10:08:05.601348Z","steps":["trace[1653452207] 'agreement among raft nodes before linearized reading' (duration: 1.314459472s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:05.601387Z","caller":"traceutil/trace.go:171","msg":"trace[405217434] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23017; }","duration":"1.685623575s","start":"2026-04-16T10:08:03.915756Z","end":"2026-04-16T10:08:05.60138Z","steps":["trace[405217434] 'agreement among raft nodes before linearized reading' (duration: 1.685448669s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:03.371699Z","time spent":"2.229683298s","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.601401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781780096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:05.601407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:03.915731Z","time spent":"1.685671375s","remote":"127.0.0.1:48308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":183,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:05.601419Z","caller":"traceutil/trace.go:171","msg":"trace[1629725620] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23017; }","duration":"1.781836378s","start":"2026-04-16T10:08:03.819577Z","end":"2026-04-16T10:08:05.601414Z","steps":["trace[1629725620] 'agreement among raft nodes before linearized reading' (duration: 1.781808267s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.286779Z","time spent":"1.314626677s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.601434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:03.819557Z","time spent":"1.781873679s","remote":"127.0.0.1:54374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.601201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.996051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T10:08:05.601185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:03.668222Z","time spent":"1.932956462s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:05.601525Z","caller":"traceutil/trace.go:171","msg":"trace[1209933372] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23017; }","duration":"917.351822ms","start":"2026-04-16T10:08:04.684169Z","end":"2026-04-16T10:08:05.601521Z","steps":["trace[1209933372] 'agreement among raft nodes before linearized reading' (duration: 916.996491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.600972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.683645Z","time spent":"917.323061ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T10:08:05.601227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.477886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2576c3ad-8447-40b7-a633-88b526fe6780\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-16T10:08:05.601837Z","caller":"traceutil/trace.go:171","msg":"trace[613497138] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2576c3ad-8447-40b7-a633-88b526fe6780; range_end:; response_count:1; response_revision:23017; }","duration":"918.098596ms","start":"2026-04-16T10:08:04.68373Z","end":"2026-04-16T10:08:05.601829Z","steps":["trace[613497138] 'agreement among raft nodes before linearized reading' (duration: 917.480296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.684154Z","time spent":"917.480357ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:08:05.601861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.683714Z","time spent":"918.139527ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-2576c3ad-8447-40b7-a633-88b526fe6780\" "} {"level":"warn","ts":"2026-04-16T10:08:05.601044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.090946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:05.601922Z","caller":"traceutil/trace.go:171","msg":"trace[1232030323] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23017; }","duration":"775.035635ms","start":"2026-04-16T10:08:04.826875Z","end":"2026-04-16T10:08:05.601911Z","steps":["trace[1232030323] 'agreement among raft nodes before linearized reading' (duration: 774.147247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.601954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:04.826837Z","time spent":"775.108277ms","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:05.600894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845876307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:05.602294Z","caller":"traceutil/trace.go:171","msg":"trace[1510653547] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23017; }","duration":"1.847383745s","start":"2026-04-16T10:08:03.754883Z","end":"2026-04-16T10:08:05.602267Z","steps":["trace[1510653547] 'agreement among raft nodes before linearized reading' (duration: 1.845874167s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:05.602921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:03.754859Z","time spent":"1.848038625s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:06.055652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.595461ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T10:08:06.055762Z","caller":"traceutil/trace.go:171","msg":"trace[500597772] linearizableReadLoop","detail":"{readStateIndex:23775; appliedIndex:23774; }","duration":"449.76099ms","start":"2026-04-16T10:08:05.60598Z","end":"2026-04-16T10:08:06.055741Z","steps":["trace[500597772] 'read index received' (duration: 258.103087ms)","trace[500597772] 'applied index is now lower than readState.Index' (duration: 191.656353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:06.055849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:05.605177Z","time spent":"450.668379ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:08:06.056225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.213784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-16T10:08:06.05633Z","caller":"traceutil/trace.go:171","msg":"trace[663892907] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23017; }","duration":"450.348659ms","start":"2026-04-16T10:08:05.605955Z","end":"2026-04-16T10:08:06.056304Z","steps":["trace[663892907] 'agreement among raft nodes before linearized reading' (duration: 450.059999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:06.0564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:05.605945Z","time spent":"450.441341ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-16T10:08:07.12738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.308954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:07.127577Z","caller":"traceutil/trace.go:171","msg":"trace[2110448880] linearizableReadLoop","detail":"{readStateIndex:23776; appliedIndex:23775; }","duration":"1.07176846s","start":"2026-04-16T10:08:06.055788Z","end":"2026-04-16T10:08:07.127557Z","steps":["trace[2110448880] 'read index received' (duration: 302.234759ms)","trace[2110448880] 'applied index is now lower than readState.Index' (duration: 769.532121ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:07.127583Z","caller":"traceutil/trace.go:171","msg":"trace[650980931] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"1.518713631s","start":"2026-04-16T10:08:05.608844Z","end":"2026-04-16T10:08:07.127558Z","steps":["trace[650980931] 'process raft request' (duration: 749.144219ms)","trace[650980931] 'compare' (duration: 767.164086ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:07.127719Z","caller":"traceutil/trace.go:171","msg":"trace[1551437702] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"1.070883932s","start":"2026-04-16T10:08:06.056824Z","end":"2026-04-16T10:08:07.127708Z","steps":["trace[1551437702] 'process raft request' (duration: 1.070627834s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:07.127771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:05.608829Z","time spent":"1.518870996s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:07.127796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:06.056795Z","time spent":"1.070958724s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:07.358919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.391596ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:08:07.358991Z","caller":"traceutil/trace.go:171","msg":"trace[589151849] linearizableReadLoop","detail":"{readStateIndex:23778; appliedIndex:23777; }","duration":"231.341973ms","start":"2026-04-16T10:08:07.127638Z","end":"2026-04-16T10:08:07.35898Z","steps":["trace[589151849] 'read index received' (duration: 74.532µs)","trace[589151849] 'applied index is now lower than readState.Index' (duration: 231.266371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:07.359236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749409665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:07.35932Z","caller":"traceutil/trace.go:171","msg":"trace[201453114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23019; }","duration":"1.749505497s","start":"2026-04-16T10:08:05.609791Z","end":"2026-04-16T10:08:07.359297Z","steps":["trace[201453114] 'agreement among raft nodes before linearized reading' (duration: 1.517801482s)","trace[201453114] 'range keys from in-memory index tree' (duration: 231.603372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:07.359362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:05.609786Z","time spent":"1.749567989s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:07.359463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.001668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:07.359488Z","caller":"traceutil/trace.go:171","msg":"trace[1193185822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23019; }","duration":"679.06915ms","start":"2026-04-16T10:08:06.680412Z","end":"2026-04-16T10:08:07.359482Z","steps":["trace[1193185822] 'agreement among raft nodes before linearized reading' (duration: 679.013048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:07.359518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:06.680395Z","time spent":"679.118571ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:07.359592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753500053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pqtjx.18a6cc10a45a5d9f\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-04-16T10:08:07.359634Z","caller":"traceutil/trace.go:171","msg":"trace[36352855] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pqtjx.18a6cc10a45a5d9f; range_end:; response_count:1; response_revision:23019; }","duration":"1.753566925s","start":"2026-04-16T10:08:05.606052Z","end":"2026-04-16T10:08:07.359619Z","steps":["trace[36352855] 'agreement among raft nodes before linearized reading' (duration: 1.521617803s)","trace[36352855] 'range keys from in-memory index tree' (duration: 231.845229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:07.359657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.867391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:07.359668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:05.606037Z","time spent":"1.753624498s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pqtjx.18a6cc10a45a5d9f\" "} {"level":"warn","ts":"2026-04-16T10:08:07.359713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.548347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:07.359734Z","caller":"traceutil/trace.go:171","msg":"trace[66263370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23019; }","duration":"976.6027ms","start":"2026-04-16T10:08:06.383127Z","end":"2026-04-16T10:08:07.35973Z","steps":["trace[66263370] 'agreement among raft nodes before linearized reading' (duration: 976.560569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:07.359753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:06.383108Z","time spent":"976.63922ms","remote":"127.0.0.1:54342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:07.359919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300335166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d7c7ebc-35d3-4d90-bc07-ba5930a0c579\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T10:08:07.359939Z","caller":"traceutil/trace.go:171","msg":"trace[295196709] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d7c7ebc-35d3-4d90-bc07-ba5930a0c579; range_end:; response_count:1; response_revision:23019; }","duration":"1.300408118s","start":"2026-04-16T10:08:06.059526Z","end":"2026-04-16T10:08:07.359934Z","steps":["trace[295196709] 'agreement among raft nodes before linearized reading' (duration: 1.300323536s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:07.359953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:06.059507Z","time spent":"1.3004432s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-6d7c7ebc-35d3-4d90-bc07-ba5930a0c579\" "} {"level":"warn","ts":"2026-04-16T10:08:07.36007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.788918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T10:08:07.360114Z","caller":"traceutil/trace.go:171","msg":"trace[1659342773] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23019; }","duration":"225.861701ms","start":"2026-04-16T10:08:07.134248Z","end":"2026-04-16T10:08:07.36011Z","steps":["trace[1659342773] 'agreement among raft nodes before linearized reading' (duration: 225.781828ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:07.359677Z","caller":"traceutil/trace.go:171","msg":"trace[1079522355] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23019; }","duration":"749.912993ms","start":"2026-04-16T10:08:06.609757Z","end":"2026-04-16T10:08:07.35967Z","steps":["trace[1079522355] 'agreement among raft nodes before linearized reading' (duration: 749.871852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:07.360281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:06.608863Z","time spent":"751.401ms","remote":"127.0.0.1:59678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:07.36041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.915663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:07.360431Z","caller":"traceutil/trace.go:171","msg":"trace[1263409480] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23019; }","duration":"147.940614ms","start":"2026-04-16T10:08:07.212485Z","end":"2026-04-16T10:08:07.360426Z","steps":["trace[1263409480] 'agreement among raft nodes before linearized reading' (duration: 147.909593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:07.360513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.761612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-16T10:08:07.360531Z","caller":"traceutil/trace.go:171","msg":"trace[1617047784] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23019; }","duration":"221.806433ms","start":"2026-04-16T10:08:07.13872Z","end":"2026-04-16T10:08:07.360527Z","steps":["trace[1617047784] 'agreement among raft nodes before linearized reading' (duration: 221.774262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:07.871272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:08:08.134189Z","caller":"traceutil/trace.go:171","msg":"trace[1483548388] transaction","detail":"{read_only:false; response_revision:23020; number_of_response:1; }","duration":"764.521193ms","start":"2026-04-16T10:08:07.369646Z","end":"2026-04-16T10:08:08.134167Z","steps":["trace[1483548388] 'process raft request' (duration: 764.372219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:08.134341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:07.369605Z","time spent":"764.648188ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:09.033216Z","caller":"traceutil/trace.go:171","msg":"trace[1719805526] linearizableReadLoop","detail":"{readStateIndex:23781; appliedIndex:23778; }","duration":"1.662293169s","start":"2026-04-16T10:08:07.370895Z","end":"2026-04-16T10:08:09.033188Z","steps":["trace[1719805526] 'read index received' (duration: 763.085999ms)","trace[1719805526] 'applied index is now lower than readState.Index' (duration: 899.20613ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:09.033354Z","caller":"traceutil/trace.go:171","msg":"trace[265332932] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"1.385932165s","start":"2026-04-16T10:08:07.647405Z","end":"2026-04-16T10:08:09.033337Z","steps":["trace[265332932] 'process raft request' (duration: 1.385690238s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:09.033353Z","caller":"traceutil/trace.go:171","msg":"trace[1842587456] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"1.66137752s","start":"2026-04-16T10:08:07.371951Z","end":"2026-04-16T10:08:09.033329Z","steps":["trace[1842587456] 'process raft request' (duration: 1.637368763s)","trace[1842587456] 'compare' (duration: 22.749668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:09.033463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:07.371919Z","time spent":"1.661485524s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:09.033483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:07.647388Z","time spent":"1.386011698s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:09.033803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662897158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e43bec0-57d7-48df-8e84-1f8d3d8e9c94\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-16T10:08:09.033892Z","caller":"traceutil/trace.go:171","msg":"trace[1852348247] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e43bec0-57d7-48df-8e84-1f8d3d8e9c94; range_end:; response_count:1; response_revision:23022; }","duration":"1.662991041s","start":"2026-04-16T10:08:07.370877Z","end":"2026-04-16T10:08:09.033868Z","steps":["trace[1852348247] 'agreement among raft nodes before linearized reading' (duration: 1.662804365s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.033948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:07.370869Z","time spent":"1.663066553s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5e43bec0-57d7-48df-8e84-1f8d3d8e9c94\" "} {"level":"info","ts":"2026-04-16T10:08:09.126367Z","caller":"traceutil/trace.go:171","msg":"trace[1996246723] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"813.169087ms","start":"2026-04-16T10:08:08.312611Z","end":"2026-04-16T10:08:09.12578Z","steps":["trace[1996246723] 'process raft request' (duration: 812.925219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.126465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:08.312594Z","time spent":"813.822398ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:09.126595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.956865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:09.126618Z","caller":"traceutil/trace.go:171","msg":"trace[528935423] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23023; }","duration":"135.008906ms","start":"2026-04-16T10:08:08.991602Z","end":"2026-04-16T10:08:09.126611Z","steps":["trace[528935423] 'agreement among raft nodes before linearized reading' (duration: 134.970225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.126706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.509871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:09.126727Z","caller":"traceutil/trace.go:171","msg":"trace[1948379474] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23023; }","duration":"743.559713ms","start":"2026-04-16T10:08:08.383159Z","end":"2026-04-16T10:08:09.126719Z","steps":["trace[1948379474] 'agreement among raft nodes before linearized reading' (duration: 743.531642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.126742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:08.383143Z","time spent":"743.594294ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:09.126836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.552086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:09.126853Z","caller":"traceutil/trace.go:171","msg":"trace[1841046750] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23023; }","duration":"817.606898ms","start":"2026-04-16T10:08:08.309242Z","end":"2026-04-16T10:08:09.126849Z","steps":["trace[1841046750] 'agreement among raft nodes before linearized reading' (duration: 817.570827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.126866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:08.309221Z","time spent":"817.641269ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:09.126994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.576338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-16T10:08:09.12701Z","caller":"traceutil/trace.go:171","msg":"trace[1086941831] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1; range_end:; response_count:1; response_revision:23023; }","duration":"988.62341ms","start":"2026-04-16T10:08:08.138383Z","end":"2026-04-16T10:08:09.127006Z","steps":["trace[1086941831] 'agreement among raft nodes before linearized reading' (duration: 988.554978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.127023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:08.138368Z","time spent":"988.65185ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6cc68b53cc1d1\" "} {"level":"warn","ts":"2026-04-16T10:08:09.127104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053998451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:09.127119Z","caller":"traceutil/trace.go:171","msg":"trace[1179176350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23023; }","duration":"1.054038802s","start":"2026-04-16T10:08:08.073076Z","end":"2026-04-16T10:08:09.127115Z","steps":["trace[1179176350] 'agreement among raft nodes before linearized reading' (duration: 1.054011911s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.127131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:08.073059Z","time spent":"1.054069633s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:09.127248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071198813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:09.127266Z","caller":"traceutil/trace.go:171","msg":"trace[1545635126] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23023; }","duration":"1.071259835s","start":"2026-04-16T10:08:08.055982Z","end":"2026-04-16T10:08:09.127261Z","steps":["trace[1545635126] 'agreement among raft nodes before linearized reading' (duration: 1.071199163s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.12728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:08.05596Z","time spent":"1.071316207s","remote":"127.0.0.1:36492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:09.12737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601460611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:09.127387Z","caller":"traceutil/trace.go:171","msg":"trace[701853372] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23023; }","duration":"1.601508983s","start":"2026-04-16T10:08:07.525874Z","end":"2026-04-16T10:08:09.127383Z","steps":["trace[701853372] 'agreement among raft nodes before linearized reading' (duration: 1.601479592s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.127401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:07.525842Z","time spent":"1.601555524s","remote":"127.0.0.1:43226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:09.127488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752933727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:09.127505Z","caller":"traceutil/trace.go:171","msg":"trace[935689302] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23023; }","duration":"1.752966327s","start":"2026-04-16T10:08:07.374534Z","end":"2026-04-16T10:08:09.127501Z","steps":["trace[935689302] 'agreement among raft nodes before linearized reading' (duration: 1.752934536s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:09.127519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:07.374527Z","time spent":"1.752988519s","remote":"127.0.0.1:43784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:10.555897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2525501s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:10.556204Z","caller":"traceutil/trace.go:171","msg":"trace[87121059] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"1.426200815s","start":"2026-04-16T10:08:09.129974Z","end":"2026-04-16T10:08:10.556175Z","steps":["trace[87121059] 'process raft request' (duration: 173.274453ms)","trace[87121059] 'compare' (duration: 1.25096492s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:10.556566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425540923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" ","response":"range_response_count:1 size:1283"} {"level":"info","ts":"2026-04-16T10:08:10.556631Z","caller":"traceutil/trace.go:171","msg":"trace[170759465] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17; range_end:; response_count:1; response_revision:23024; }","duration":"1.425651178s","start":"2026-04-16T10:08:09.130962Z","end":"2026-04-16T10:08:10.556614Z","steps":["trace[170759465] 'agreement among raft nodes before linearized reading' (duration: 1.42541847s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:10.556637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:09.129955Z","time spent":"1.426633098s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:10.556682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:09.130944Z","time spent":"1.425730159s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-d7cefb40-f35d-41bb-81e4-41b6eb506d17\" "} {"level":"info","ts":"2026-04-16T10:08:10.557254Z","caller":"traceutil/trace.go:171","msg":"trace[1939372347] linearizableReadLoop","detail":"{readStateIndex:23783; appliedIndex:23782; }","duration":"1.424997466s","start":"2026-04-16T10:08:09.131Z","end":"2026-04-16T10:08:10.555997Z","steps":["trace[1939372347] 'read index received' (duration: 172.076405ms)","trace[1939372347] 'applied index is now lower than readState.Index' (duration: 1.252918681s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:10.557458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426432222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" ","response":"range_response_count:1 size:8723"} {"level":"info","ts":"2026-04-16T10:08:10.557494Z","caller":"traceutil/trace.go:171","msg":"trace[1436589292] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8; range_end:; response_count:1; response_revision:23024; }","duration":"1.426480843s","start":"2026-04-16T10:08:09.131003Z","end":"2026-04-16T10:08:10.557484Z","steps":["trace[1436589292] 'agreement among raft nodes before linearized reading' (duration: 1.42638386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:10.557527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:09.130998Z","time spent":"1.426522824s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8746,"request content":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" "} {"level":"warn","ts":"2026-04-16T10:08:10.557701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.83798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:10.557739Z","caller":"traceutil/trace.go:171","msg":"trace[285440544] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:23024; }","duration":"788.913112ms","start":"2026-04-16T10:08:09.768814Z","end":"2026-04-16T10:08:10.557727Z","steps":["trace[285440544] 'agreement among raft nodes before linearized reading' (duration: 788.8497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:10.557769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:09.768795Z","time spent":"788.965854ms","remote":"127.0.0.1:60720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:10.557828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422278181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:10.557872Z","caller":"traceutil/trace.go:171","msg":"trace[605113245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23024; }","duration":"1.422341463s","start":"2026-04-16T10:08:09.135518Z","end":"2026-04-16T10:08:10.55786Z","steps":["trace[605113245] 'agreement among raft nodes before linearized reading' (duration: 1.422278741s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:10.55791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:09.135505Z","time spent":"1.422395264s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:10.558048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.057191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:10.558086Z","caller":"traceutil/trace.go:171","msg":"trace[1125456282] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23024; }","duration":"929.092212ms","start":"2026-04-16T10:08:09.628982Z","end":"2026-04-16T10:08:10.558074Z","steps":["trace[1125456282] 'agreement among raft nodes before linearized reading' (duration: 929.04313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:10.558119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:09.628922Z","time spent":"929.189665ms","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:10.557485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.103546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:10.558261Z","caller":"traceutil/trace.go:171","msg":"trace[2110317691] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23024; }","duration":"466.920781ms","start":"2026-04-16T10:08:10.091328Z","end":"2026-04-16T10:08:10.558249Z","steps":["trace[2110317691] 'agreement among raft nodes before linearized reading' (duration: 466.103575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:10.558297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:10.091297Z","time spent":"466.990683ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:10.894994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.845604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:10.895077Z","caller":"traceutil/trace.go:171","msg":"trace[1446834668] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"330.018285ms","start":"2026-04-16T10:08:10.565042Z","end":"2026-04-16T10:08:10.89506Z","steps":["trace[1446834668] 'process raft request' (duration: 95.041977ms)","trace[1446834668] 'compare' (duration: 234.72591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:10.895119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:10.565009Z","time spent":"330.090897ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:11.624776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.372124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:11.624972Z","caller":"traceutil/trace.go:171","msg":"trace[1930693759] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"1.05810185s","start":"2026-04-16T10:08:10.566843Z","end":"2026-04-16T10:08:11.624945Z","steps":["trace[1930693759] 'process raft request' (duration: 519.481949ms)","trace[1930693759] 'compare' (duration: 537.900679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:11.625095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:10.566826Z","time spent":"1.058203233s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9041,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:11.625121Z","caller":"traceutil/trace.go:171","msg":"trace[1476984315] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"724.879074ms","start":"2026-04-16T10:08:10.900224Z","end":"2026-04-16T10:08:11.625103Z","steps":["trace[1476984315] 'process raft request' (duration: 724.810142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:11.625186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:10.900194Z","time spent":"724.962037ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T10:08:11.6254Z","caller":"traceutil/trace.go:171","msg":"trace[1870515606] linearizableReadLoop","detail":"{readStateIndex:23786; appliedIndex:23783; }","duration":"1.056760537s","start":"2026-04-16T10:08:10.568626Z","end":"2026-04-16T10:08:11.625386Z","steps":["trace[1870515606] 'read index received' (duration: 91.471923ms)","trace[1870515606] 'applied index is now lower than readState.Index' (duration: 965.287034ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:11.625483Z","caller":"traceutil/trace.go:171","msg":"trace[1783645299] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"1.058578715s","start":"2026-04-16T10:08:10.566893Z","end":"2026-04-16T10:08:11.625471Z","steps":["trace[1783645299] 'process raft request' (duration: 1.057965186s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:11.625539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:10.566876Z","time spent":"1.058630027s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:11.625703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.73542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-16T10:08:11.625742Z","caller":"traceutil/trace.go:171","msg":"trace[1981981328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23028; }","duration":"953.802002ms","start":"2026-04-16T10:08:10.671926Z","end":"2026-04-16T10:08:11.625728Z","steps":["trace[1981981328] 'agreement among raft nodes before linearized reading' (duration: 953.678758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:11.625794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:10.671909Z","time spent":"953.877704ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:08:11.626018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.539877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7426"} {"level":"info","ts":"2026-04-16T10:08:11.626046Z","caller":"traceutil/trace.go:171","msg":"trace[808755631] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23028; }","duration":"517.6089ms","start":"2026-04-16T10:08:11.108428Z","end":"2026-04-16T10:08:11.626037Z","steps":["trace[808755631] 'agreement among raft nodes before linearized reading' (duration: 517.518977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:11.626072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:11.108407Z","time spent":"517.658991ms","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7449,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-16T10:08:11.626171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.161695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:11.626214Z","caller":"traceutil/trace.go:171","msg":"trace[1579210552] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23028; }","duration":"818.245298ms","start":"2026-04-16T10:08:10.807956Z","end":"2026-04-16T10:08:11.626202Z","steps":["trace[1579210552] 'agreement among raft nodes before linearized reading' (duration: 818.172126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:11.626236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057603825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:11.626245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:10.807937Z","time spent":"818.297459ms","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:11.62627Z","caller":"traceutil/trace.go:171","msg":"trace[774602174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23028; }","duration":"1.057649486s","start":"2026-04-16T10:08:10.568612Z","end":"2026-04-16T10:08:11.626262Z","steps":["trace[774602174] 'agreement among raft nodes before linearized reading' (duration: 1.057591554s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:11.626295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:10.568607Z","time spent":"1.057683587s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:12.21477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.812606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:12.214922Z","caller":"traceutil/trace.go:171","msg":"trace[2002739854] linearizableReadLoop","detail":"{readStateIndex:23788; appliedIndex:23787; }","duration":"582.936939ms","start":"2026-04-16T10:08:11.63197Z","end":"2026-04-16T10:08:12.214907Z","steps":["trace[2002739854] 'read index received' (duration: 293.985248ms)","trace[2002739854] 'applied index is now lower than readState.Index' (duration: 288.949791ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:12.214991Z","caller":"traceutil/trace.go:171","msg":"trace[1299172862] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"584.687454ms","start":"2026-04-16T10:08:11.63027Z","end":"2026-04-16T10:08:12.214957Z","steps":["trace[1299172862] 'process raft request' (duration: 295.62344ms)","trace[1299172862] 'compare' (duration: 288.62527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:12.215119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:11.630244Z","time spent":"584.813238ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:08:12.215217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.228508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-16T10:08:12.215319Z","caller":"traceutil/trace.go:171","msg":"trace[1758345570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23029; }","duration":"583.344461ms","start":"2026-04-16T10:08:11.631938Z","end":"2026-04-16T10:08:12.215283Z","steps":["trace[1758345570] 'agreement among raft nodes before linearized reading' (duration: 583.034412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:12.215366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:11.631923Z","time spent":"583.431565ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-16T10:08:12.716015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:08:12.757405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.815762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:12.757953Z","caller":"traceutil/trace.go:171","msg":"trace[1918014806] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:23030; }","duration":"908.422731ms","start":"2026-04-16T10:08:11.849504Z","end":"2026-04-16T10:08:12.757926Z","steps":["trace[1918014806] 'agreement among raft nodes before linearized reading' (duration: 907.790391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:12.758074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1205756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-04-16T10:08:12.758139Z","caller":"traceutil/trace.go:171","msg":"trace[1143146661] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:23030; }","duration":"1.120657122s","start":"2026-04-16T10:08:11.637462Z","end":"2026-04-16T10:08:12.758119Z","steps":["trace[1143146661] 'agreement among raft nodes before linearized reading' (duration: 1.120138006s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:12.758184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:11.63745Z","time spent":"1.120725695s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"info","ts":"2026-04-16T10:08:12.757415Z","caller":"traceutil/trace.go:171","msg":"trace[1945599994] linearizableReadLoop","detail":"{readStateIndex:23789; appliedIndex:23788; }","duration":"542.319488ms","start":"2026-04-16T10:08:12.21496Z","end":"2026-04-16T10:08:12.757279Z","steps":["trace[1945599994] 'read index received' (duration: 507.79049ms)","trace[1945599994] 'applied index is now lower than readState.Index' (duration: 34.527608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:12.757547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.246484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:12.758386Z","caller":"traceutil/trace.go:171","msg":"trace[1983771478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23030; }","duration":"973.158282ms","start":"2026-04-16T10:08:11.785199Z","end":"2026-04-16T10:08:12.758357Z","steps":["trace[1983771478] 'agreement among raft nodes before linearized reading' (duration: 972.231702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:12.758473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:11.785183Z","time spent":"973.260785ms","remote":"127.0.0.1:54390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:12.758491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.988235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T10:08:12.75852Z","caller":"traceutil/trace.go:171","msg":"trace[1764269378] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26; range_end:; response_count:1; response_revision:23030; }","duration":"540.057727ms","start":"2026-04-16T10:08:12.218453Z","end":"2026-04-16T10:08:12.758511Z","steps":["trace[1764269378] 'agreement among raft nodes before linearized reading' (duration: 539.913893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:12.757589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124943148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:12.758539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:12.218431Z","time spent":"540.103868ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5758ca4b-fdf8-4741-844c-3bf601f73d26\" "} {"level":"warn","ts":"2026-04-16T10:08:12.758525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.215573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:08:12.758557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.546314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:08:12.758597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.8434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pqtjx.18a6cc10a45a5d9f\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-16T10:08:12.758619Z","caller":"traceutil/trace.go:171","msg":"trace[809681310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23030; }","duration":"272.358967ms","start":"2026-04-16T10:08:12.486237Z","end":"2026-04-16T10:08:12.758596Z","steps":["trace[809681310] 'agreement among raft nodes before linearized reading' (duration: 272.13809ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:12.758567Z","caller":"traceutil/trace.go:171","msg":"trace[1337138533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23030; }","duration":"1.12597923s","start":"2026-04-16T10:08:11.632571Z","end":"2026-04-16T10:08:12.75855Z","steps":["trace[1337138533] 'agreement among raft nodes before linearized reading' (duration: 1.124914426s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:12.758665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:11.632559Z","time spent":"1.126097814s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:08:12.757478Z","caller":"traceutil/trace.go:171","msg":"trace[1875415439] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"570.748185ms","start":"2026-04-16T10:08:12.186699Z","end":"2026-04-16T10:08:12.757447Z","steps":["trace[1875415439] 'process raft request' (duration: 535.608337ms)","trace[1875415439] 'compare' (duration: 34.781706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:12.758571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:11.849482Z","time spent":"908.623618ms","remote":"127.0.0.1:60876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:12.758619Z","caller":"traceutil/trace.go:171","msg":"trace[107839929] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23030; }","duration":"397.654987ms","start":"2026-04-16T10:08:12.360949Z","end":"2026-04-16T10:08:12.758604Z","steps":["trace[107839929] 'agreement among raft nodes before linearized reading' (duration: 397.477322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:12.758822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:12.360926Z","time spent":"397.881665ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":85,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:12.758757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:12.186678Z","time spent":"572.041085ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:12.758665Z","caller":"traceutil/trace.go:171","msg":"trace[283213609] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pqtjx.18a6cc10a45a5d9f; range_end:; response_count:1; response_revision:23030; }","duration":"539.934993ms","start":"2026-04-16T10:08:12.218712Z","end":"2026-04-16T10:08:12.758647Z","steps":["trace[283213609] 'agreement among raft nodes before linearized reading' (duration: 539.716116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:12.758916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:12.218696Z","time spent":"540.213712ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pqtjx.18a6cc10a45a5d9f\" "} {"level":"warn","ts":"2026-04-16T10:08:13.083994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.276355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:13.084115Z","caller":"traceutil/trace.go:171","msg":"trace[1077689618] linearizableReadLoop","detail":"{readStateIndex:23790; appliedIndex:23789; }","duration":"322.395055ms","start":"2026-04-16T10:08:12.761701Z","end":"2026-04-16T10:08:13.084096Z","steps":["trace[1077689618] 'read index received' (duration: 121.843392ms)","trace[1077689618] 'applied index is now lower than readState.Index' (duration: 200.549822ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:13.084164Z","caller":"traceutil/trace.go:171","msg":"trace[325848393] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"322.979063ms","start":"2026-04-16T10:08:12.761148Z","end":"2026-04-16T10:08:13.084127Z","steps":["trace[325848393] 'process raft request' (duration: 122.465361ms)","trace[325848393] 'compare' (duration: 199.623403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:13.084464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.439286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" ","response":"range_response_count:1 size:9059"} {"level":"warn","ts":"2026-04-16T10:08:13.084468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.858741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:13.084482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:12.761135Z","time spent":"323.109007ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:13.084474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.740915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-16T10:08:13.08455Z","caller":"traceutil/trace.go:171","msg":"trace[1449401972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23031; }","duration":"318.064908ms","start":"2026-04-16T10:08:12.766461Z","end":"2026-04-16T10:08:13.084526Z","steps":["trace[1449401972] 'agreement among raft nodes before linearized reading' (duration: 317.772999ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:13.084573Z","caller":"traceutil/trace.go:171","msg":"trace[116565996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23031; }","duration":"322.87634ms","start":"2026-04-16T10:08:12.76167Z","end":"2026-04-16T10:08:13.084547Z","steps":["trace[116565996] 'agreement among raft nodes before linearized reading' (duration: 322.518358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:13.084616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:12.761657Z","time spent":"322.951612ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-16T10:08:13.084617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:12.766451Z","time spent":"318.154541ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:08:13.084507Z","caller":"traceutil/trace.go:171","msg":"trace[1426121717] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8; range_end:; response_count:1; response_revision:23031; }","duration":"322.664113ms","start":"2026-04-16T10:08:12.76183Z","end":"2026-04-16T10:08:13.084494Z","steps":["trace[1426121717] 'agreement among raft nodes before linearized reading' (duration: 322.366724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:13.08485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:12.761824Z","time spent":"322.925611ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":9082,"request content":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" "} {"level":"warn","ts":"2026-04-16T10:08:13.858992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.49568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:13.859114Z","caller":"traceutil/trace.go:171","msg":"trace[1612957430] linearizableReadLoop","detail":"{readStateIndex:23791; appliedIndex:23790; }","duration":"770.239973ms","start":"2026-04-16T10:08:13.088853Z","end":"2026-04-16T10:08:13.859093Z","steps":["trace[1612957430] 'read index received' (duration: 74.492µs)","trace[1612957430] 'applied index is now lower than readState.Index' (duration: 770.161931ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:13.859158Z","caller":"traceutil/trace.go:171","msg":"trace[1652114115] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"770.367007ms","start":"2026-04-16T10:08:13.088757Z","end":"2026-04-16T10:08:13.859124Z","steps":["trace[1652114115] 'process raft request' (duration: 293.060769ms)","trace[1652114115] 'compare' (duration: 475.305815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:13.859263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.088733Z","time spent":"770.48036ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:08:13.859566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.674886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7677c355-fc09-4207-9243-d8928a13fb5f\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-16T10:08:13.859679Z","caller":"traceutil/trace.go:171","msg":"trace[1685587304] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7677c355-fc09-4207-9243-d8928a13fb5f; range_end:; response_count:1; response_revision:23032; }","duration":"770.841962ms","start":"2026-04-16T10:08:13.08881Z","end":"2026-04-16T10:08:13.859652Z","steps":["trace[1685587304] 'agreement among raft nodes before linearized reading' (duration: 770.371217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:13.859741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.088793Z","time spent":"770.934695ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-7677c355-fc09-4207-9243-d8928a13fb5f\" "} {"level":"warn","ts":"2026-04-16T10:08:15.085921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.398758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:15.086045Z","caller":"traceutil/trace.go:171","msg":"trace[1037990017] linearizableReadLoop","detail":"{readStateIndex:23792; appliedIndex:23791; }","duration":"1.226880382s","start":"2026-04-16T10:08:13.859146Z","end":"2026-04-16T10:08:15.086027Z","steps":["trace[1037990017] 'read index received' (duration: 431.254087ms)","trace[1037990017] 'applied index is now lower than readState.Index' (duration: 795.624835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:15.086147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785631287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:15.086184Z","caller":"traceutil/trace.go:171","msg":"trace[1132764093] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23033; }","duration":"1.785673098s","start":"2026-04-16T10:08:13.300499Z","end":"2026-04-16T10:08:15.086172Z","steps":["trace[1132764093] 'agreement among raft nodes before linearized reading' (duration: 1.785597816s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:15.086172Z","caller":"traceutil/trace.go:171","msg":"trace[132523576] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"1.391431789s","start":"2026-04-16T10:08:13.694696Z","end":"2026-04-16T10:08:15.086128Z","steps":["trace[132523576] 'process raft request' (duration: 595.718301ms)","trace[132523576] 'compare' (duration: 795.182051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:15.086218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.300435Z","time spent":"1.785773722s","remote":"127.0.0.1:54402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:15.086112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753084561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:15.086284Z","caller":"traceutil/trace.go:171","msg":"trace[1542140163] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23033; }","duration":"1.753286557s","start":"2026-04-16T10:08:13.332974Z","end":"2026-04-16T10:08:15.086261Z","steps":["trace[1542140163] 'agreement among raft nodes before linearized reading' (duration: 1.75306356s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:15.086336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.332963Z","time spent":"1.753360069s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:15.086331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.694673Z","time spent":"1.391581584s","remote":"127.0.0.1:59792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:15.086371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996771334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-xs8js\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-04-16T10:08:15.086478Z","caller":"traceutil/trace.go:171","msg":"trace[376278319] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-xs8js; range_end:; response_count:1; response_revision:23033; }","duration":"1.996888187s","start":"2026-04-16T10:08:13.089566Z","end":"2026-04-16T10:08:15.086454Z","steps":["trace[376278319] 'agreement among raft nodes before linearized reading' (duration: 1.996609788s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:15.086536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.089548Z","time spent":"1.996972069s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-xs8js\" "} {"level":"warn","ts":"2026-04-16T10:08:15.587041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:08:15.600312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1951313s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:08:16.071532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T10:08:16.071596Z","caller":"traceutil/trace.go:171","msg":"trace[185644129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000681258s","start":"2026-04-16T10:08:14.070899Z","end":"2026-04-16T10:08:16.07158Z","steps":["trace[185644129] 'agreement among raft nodes before linearized reading' (duration: 2.000607965s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.071634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:14.070887Z","time spent":"2.0007381s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 10:08:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T10:08:16.274669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.056841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:16.275016Z","caller":"traceutil/trace.go:171","msg":"trace[596915155] linearizableReadLoop","detail":"{readStateIndex:23795; appliedIndex:23792; }","duration":"1.188908544s","start":"2026-04-16T10:08:15.086071Z","end":"2026-04-16T10:08:16.274979Z","steps":["trace[596915155] 'read index received' (duration: 514.478421ms)","trace[596915155] 'applied index is now lower than readState.Index' (duration: 674.429133ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:16.275094Z","caller":"traceutil/trace.go:171","msg":"trace[1188971645] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"2.410584482s","start":"2026-04-16T10:08:13.864499Z","end":"2026-04-16T10:08:16.275083Z","steps":["trace[1188971645] 'process raft request' (duration: 1.736048695s)","trace[1188971645] 'compare' (duration: 673.541155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:16.275147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.864483Z","time spent":"2.410635743s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T10:08:16.27545Z","caller":"traceutil/trace.go:171","msg":"trace[326421679] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"2.237588637s","start":"2026-04-16T10:08:14.037848Z","end":"2026-04-16T10:08:16.275437Z","steps":["trace[326421679] 'process raft request' (duration: 2.236948387s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.27554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:14.037822Z","time spent":"2.237661489s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:16.2756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527248072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:16.275682Z","caller":"traceutil/trace.go:171","msg":"trace[1254813137] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"1.180750956s","start":"2026-04-16T10:08:15.094897Z","end":"2026-04-16T10:08:16.275648Z","steps":["trace[1254813137] 'process raft request' (duration: 1.180024613s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.275757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289506534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:16.275789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701667641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:16.275845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:15.094878Z","time spent":"1.180873961s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3701,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:16.275861Z","caller":"traceutil/trace.go:171","msg":"trace[387257324] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23036; }","duration":"1.701787365s","start":"2026-04-16T10:08:14.574057Z","end":"2026-04-16T10:08:16.275844Z","steps":["trace[387257324] 'agreement among raft nodes before linearized reading' (duration: 1.701668281s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.275909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234246452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T10:08:16.275944Z","caller":"traceutil/trace.go:171","msg":"trace[1174653090] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23036; }","duration":"2.234302364s","start":"2026-04-16T10:08:14.041633Z","end":"2026-04-16T10:08:16.275936Z","steps":["trace[1174653090] 'agreement among raft nodes before linearized reading' (duration: 2.234157919s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.275966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:14.041626Z","time spent":"2.234335774s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T10:08:16.27595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369791145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:16.275969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:14.574032Z","time spent":"1.701899288s","remote":"127.0.0.1:52980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:16.276011Z","caller":"traceutil/trace.go:171","msg":"trace[1823906765] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23036; }","duration":"2.369923709s","start":"2026-04-16T10:08:13.906074Z","end":"2026-04-16T10:08:16.275997Z","steps":["trace[1823906765] 'agreement among raft nodes before linearized reading' (duration: 2.369788835s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.276047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.906051Z","time spent":"2.369988582s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:16.275948Z","caller":"traceutil/trace.go:171","msg":"trace[1463083093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23036; }","duration":"1.527481489s","start":"2026-04-16T10:08:14.748248Z","end":"2026-04-16T10:08:16.275729Z","steps":["trace[1463083093] 'agreement among raft nodes before linearized reading' (duration: 1.527269422s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.275681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411946955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T10:08:16.275842Z","caller":"traceutil/trace.go:171","msg":"trace[1469571823] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23036; }","duration":"2.289566585s","start":"2026-04-16T10:08:13.986236Z","end":"2026-04-16T10:08:16.275802Z","steps":["trace[1469571823] 'agreement among raft nodes before linearized reading' (duration: 2.289484143s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.276274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:14.748219Z","time spent":"1.528028246s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:16.276346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.98616Z","time spent":"2.290162665s","remote":"127.0.0.1:54356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:16.276361Z","caller":"traceutil/trace.go:171","msg":"trace[282726436] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23036; }","duration":"2.412620035s","start":"2026-04-16T10:08:13.863662Z","end":"2026-04-16T10:08:16.276282Z","steps":["trace[282726436] 'agreement among raft nodes before linearized reading' (duration: 2.411844841s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.276525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:13.863641Z","time spent":"2.412861593s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-16T10:08:16.276701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250309158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:08:16.276736Z","caller":"traceutil/trace.go:171","msg":"trace[464897838] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23036; }","duration":"2.25037677s","start":"2026-04-16T10:08:14.026349Z","end":"2026-04-16T10:08:16.276726Z","steps":["trace[464897838] 'agreement among raft nodes before linearized reading' (duration: 2.250222676s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:16.276763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:14.026335Z","time spent":"2.250420771s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:16.776144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:08:17.205041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142987637s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:08:17.992177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.805405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:17.992363Z","caller":"traceutil/trace.go:171","msg":"trace[649303635] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"2.111362476s","start":"2026-04-16T10:08:15.880971Z","end":"2026-04-16T10:08:17.992334Z","steps":["trace[649303635] 'process raft request' (duration: 1.324307663s)","trace[649303635] 'compare' (duration: 784.848324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:17.992476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:15.880945Z","time spent":"2.11147383s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:17.992453Z","caller":"traceutil/trace.go:171","msg":"trace[848826369] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"1.711291923s","start":"2026-04-16T10:08:16.281082Z","end":"2026-04-16T10:08:17.992374Z","steps":["trace[848826369] 'process raft request' (duration: 1.711186029s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.992522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920490718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:17.992529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388187204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:08:17.992567Z","caller":"traceutil/trace.go:171","msg":"trace[458617662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23038; }","duration":"1.920529499s","start":"2026-04-16T10:08:16.072025Z","end":"2026-04-16T10:08:17.992555Z","steps":["trace[458617662] 'agreement among raft nodes before linearized reading' (duration: 1.920473378s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.992574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766327107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:17.992601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.071993Z","time spent":"1.920602312s","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:17.992526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897999438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18595"} {"level":"info","ts":"2026-04-16T10:08:17.992657Z","caller":"traceutil/trace.go:171","msg":"trace[2089254313] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23038; }","duration":"2.898177903s","start":"2026-04-16T10:08:15.094469Z","end":"2026-04-16T10:08:17.992647Z","steps":["trace[2089254313] 'agreement among raft nodes before linearized reading' (duration: 2.897932885s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.992655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375801453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:17.992681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950186695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:17.992694Z","caller":"traceutil/trace.go:171","msg":"trace[267507974] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23038; }","duration":"2.375879836s","start":"2026-04-16T10:08:15.616801Z","end":"2026-04-16T10:08:17.992681Z","steps":["trace[267507974] 'agreement among raft nodes before linearized reading' (duration: 2.375822544s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.992741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:15.616778Z","time spent":"2.375952578s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-16T10:08:17.992739Z","caller":"traceutil/trace.go:171","msg":"trace[1529365232] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23038; }","duration":"1.950262948s","start":"2026-04-16T10:08:16.042458Z","end":"2026-04-16T10:08:17.992721Z","steps":["trace[1529365232] 'agreement among raft nodes before linearized reading' (duration: 1.950171875s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.99246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95193848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:17.992692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:15.094448Z","time spent":"2.898234925s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18618,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-16T10:08:17.992938Z","caller":"traceutil/trace.go:171","msg":"trace[657811236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23038; }","duration":"1.952426756s","start":"2026-04-16T10:08:16.040429Z","end":"2026-04-16T10:08:17.992856Z","steps":["trace[657811236] 'agreement among raft nodes before linearized reading' (duration: 1.9519392s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:17.992379Z","caller":"traceutil/trace.go:171","msg":"trace[568656600] linearizableReadLoop","detail":"{readStateIndex:23797; appliedIndex:23795; }","duration":"1.717311712s","start":"2026-04-16T10:08:16.275052Z","end":"2026-04-16T10:08:17.992363Z","steps":["trace[568656600] 'read index received' (duration: 930.231318ms)","trace[568656600] 'applied index is now lower than readState.Index' (duration: 787.079394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:17.99308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.040409Z","time spent":"1.952619751s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:17.99327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713123641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-xs8js\" ","response":"range_response_count:1 size:3719"} {"level":"info","ts":"2026-04-16T10:08:17.9926Z","caller":"traceutil/trace.go:171","msg":"trace[607357865] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:23038; }","duration":"2.388302118s","start":"2026-04-16T10:08:15.604282Z","end":"2026-04-16T10:08:17.992584Z","steps":["trace[607357865] 'agreement among raft nodes before linearized reading' (duration: 2.388089632s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:17.993314Z","caller":"traceutil/trace.go:171","msg":"trace[1681160048] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-xs8js; range_end:; response_count:1; response_revision:23038; }","duration":"1.713192173s","start":"2026-04-16T10:08:16.280111Z","end":"2026-04-16T10:08:17.993303Z","steps":["trace[1681160048] 'agreement among raft nodes before linearized reading' (duration: 1.713069059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.993349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.280099Z","time spent":"1.713243044s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-xs8js\" "} {"level":"warn","ts":"2026-04-16T10:08:17.993341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:15.604263Z","time spent":"2.389057281s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:08:17.993405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2344821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-16T10:08:17.993452Z","caller":"traceutil/trace.go:171","msg":"trace[321142107] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23038; }","duration":"1.234569322s","start":"2026-04-16T10:08:16.758872Z","end":"2026-04-16T10:08:17.993441Z","steps":["trace[321142107] 'agreement among raft nodes before linearized reading' (duration: 1.234454099s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.99349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.758849Z","time spent":"1.234629754s","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-16T10:08:17.993508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312974514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:17.992594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.281071Z","time spent":"1.711456318s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:08:17.993613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71341032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76640935-a12e-4195-af3d-f8db560ccdc0\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-16T10:08:17.993652Z","caller":"traceutil/trace.go:171","msg":"trace[1651023757] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76640935-a12e-4195-af3d-f8db560ccdc0; range_end:; response_count:1; response_revision:23038; }","duration":"1.713454532s","start":"2026-04-16T10:08:16.280187Z","end":"2026-04-16T10:08:17.993641Z","steps":["trace[1651023757] 'agreement among raft nodes before linearized reading' (duration: 1.713366989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.993665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120597689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:17.993686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.280183Z","time spent":"1.713496163s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-76640935-a12e-4195-af3d-f8db560ccdc0\" "} {"level":"info","ts":"2026-04-16T10:08:17.993707Z","caller":"traceutil/trace.go:171","msg":"trace[1022191264] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23038; }","duration":"1.12062586s","start":"2026-04-16T10:08:16.873058Z","end":"2026-04-16T10:08:17.993684Z","steps":["trace[1022191264] 'agreement among raft nodes before linearized reading' (duration: 1.120580148s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.993735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.873006Z","time spent":"1.120720783s","remote":"127.0.0.1:38000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:17.99262Z","caller":"traceutil/trace.go:171","msg":"trace[460894585] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23038; }","duration":"2.766417319s","start":"2026-04-16T10:08:15.22619Z","end":"2026-04-16T10:08:17.992607Z","steps":["trace[460894585] 'agreement among raft nodes before linearized reading' (duration: 2.766355647s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.993852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:15.226166Z","time spent":"2.767662838s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:17.992796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.042447Z","time spent":"1.950334219s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:17.993537Z","caller":"traceutil/trace.go:171","msg":"trace[1161539231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23038; }","duration":"1.313029586s","start":"2026-04-16T10:08:16.680498Z","end":"2026-04-16T10:08:17.993528Z","steps":["trace[1161539231] 'agreement among raft nodes before linearized reading' (duration: 1.312981754s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:17.994249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:16.680481Z","time spent":"1.313748819s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:19.529715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078468752s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T10:08:19.529838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:17.995872Z","time spent":"1.533960063s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:08:19.642622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191360432s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T10:08:19.759777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.865694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:19.760181Z","caller":"traceutil/trace.go:171","msg":"trace[1537280618] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"498.119274ms","start":"2026-04-16T10:08:19.262031Z","end":"2026-04-16T10:08:19.76015Z","steps":["trace[1537280618] 'process raft request' (duration: 498.021921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:19.760271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:19.262005Z","time spent":"498.219158ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:19.760292Z","caller":"traceutil/trace.go:171","msg":"trace[1553967007] linearizableReadLoop","detail":"{readStateIndex:23799; appliedIndex:23797; }","duration":"1.761442565s","start":"2026-04-16T10:08:17.998822Z","end":"2026-04-16T10:08:19.760265Z","steps":["trace[1553967007] 'read index received' (duration: 452.440025ms)","trace[1553967007] 'applied index is now lower than readState.Index' (duration: 1.3089988s)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:19.760337Z","caller":"traceutil/trace.go:171","msg":"trace[900015193] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"1.762415056s","start":"2026-04-16T10:08:17.997897Z","end":"2026-04-16T10:08:19.760312Z","steps":["trace[900015193] 'process raft request' (duration: 1.644940052s)","trace[900015193] 'compare' (duration: 116.678308ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:19.760402Z","caller":"traceutil/trace.go:171","msg":"trace[908928097] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"229.132495ms","start":"2026-04-16T10:08:19.531243Z","end":"2026-04-16T10:08:19.760376Z","steps":["trace[908928097] 'process raft request' (duration: 228.859846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:19.760453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:17.997873Z","time spent":"1.762518589s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:08:19.760505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761670502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:19.760536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759431842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-16T10:08:19.760561Z","caller":"traceutil/trace.go:171","msg":"trace[1463472261] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23042; }","duration":"1.759474763s","start":"2026-04-16T10:08:18.001079Z","end":"2026-04-16T10:08:19.760554Z","steps":["trace[1463472261] 'agreement among raft nodes before linearized reading' (duration: 1.759345479s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:19.760564Z","caller":"traceutil/trace.go:171","msg":"trace[799816126] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23042; }","duration":"1.761754625s","start":"2026-04-16T10:08:17.998791Z","end":"2026-04-16T10:08:19.760546Z","steps":["trace[799816126] 'agreement among raft nodes before linearized reading' (duration: 1.76161274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:19.760599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.920559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:19.760611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:17.998782Z","time spent":"1.761816347s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:08:19.760629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591657211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:19.760643Z","caller":"traceutil/trace.go:171","msg":"trace[153313277] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23042; }","duration":"1.591715394s","start":"2026-04-16T10:08:18.168924Z","end":"2026-04-16T10:08:19.760639Z","steps":["trace[153313277] 'agreement among raft nodes before linearized reading' (duration: 1.591663272s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:19.760641Z","caller":"traceutil/trace.go:171","msg":"trace[7173954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23042; }","duration":"942.997422ms","start":"2026-04-16T10:08:18.817633Z","end":"2026-04-16T10:08:19.76063Z","steps":["trace[7173954] 'agreement among raft nodes before linearized reading' (duration: 942.928849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:19.760656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:18.168901Z","time spent":"1.591751905s","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:19.760306Z","caller":"traceutil/trace.go:171","msg":"trace[1869819718] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"1.759560056s","start":"2026-04-16T10:08:18.000723Z","end":"2026-04-16T10:08:19.760283Z","steps":["trace[1869819718] 'process raft request' (duration: 1.759169163s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:19.760677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:18.817613Z","time spent":"943.051183ms","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:19.760731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:18.000714Z","time spent":"1.759958318s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:19.760765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757355237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:19.760578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:18.001073Z","time spent":"1.759500404s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-16T10:08:19.760798Z","caller":"traceutil/trace.go:171","msg":"trace[586297866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23042; }","duration":"1.757399218s","start":"2026-04-16T10:08:18.003389Z","end":"2026-04-16T10:08:19.760788Z","steps":["trace[586297866] 'agreement among raft nodes before linearized reading' (duration: 1.757343866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:19.760792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.467275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:19.760828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:18.003383Z","time spent":"1.757437039s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:08:19.760863Z","caller":"traceutil/trace.go:171","msg":"trace[690032924] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23042; }","duration":"144.542387ms","start":"2026-04-16T10:08:19.6163Z","end":"2026-04-16T10:08:19.760843Z","steps":["trace[690032924] 'agreement among raft nodes before linearized reading' (duration: 144.428884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:20.266154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414869269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T10:08:20.940853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.380141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:20.941061Z","caller":"traceutil/trace.go:171","msg":"trace[2121611358] linearizableReadLoop","detail":"{readStateIndex:23804; appliedIndex:23802; }","duration":"1.175333445s","start":"2026-04-16T10:08:19.765709Z","end":"2026-04-16T10:08:20.941043Z","steps":["trace[2121611358] 'read index received' (duration: 552.743817ms)","trace[2121611358] 'applied index is now lower than readState.Index' (duration: 622.588738ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:20.941155Z","caller":"traceutil/trace.go:171","msg":"trace[1133910660] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"675.723853ms","start":"2026-04-16T10:08:20.265422Z","end":"2026-04-16T10:08:20.941146Z","steps":["trace[1133910660] 'process raft request' (duration: 675.547527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:20.941226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:20.26539Z","time spent":"675.796295ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:20.941317Z","caller":"traceutil/trace.go:171","msg":"trace[1685973129] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"1.176211763s","start":"2026-04-16T10:08:19.76509Z","end":"2026-04-16T10:08:20.941302Z","steps":["trace[1685973129] 'process raft request' (duration: 553.331766ms)","trace[1685973129] 'compare' (duration: 621.971468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:20.941384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:19.765069Z","time spent":"1.176289445s","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:08:20.941761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.860484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:20.941812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175740117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" ","response":"range_response_count:1 size:9059"} {"level":"info","ts":"2026-04-16T10:08:20.941868Z","caller":"traceutil/trace.go:171","msg":"trace[1459859506] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8; range_end:; response_count:1; response_revision:23044; }","duration":"1.17580551s","start":"2026-04-16T10:08:19.766044Z","end":"2026-04-16T10:08:20.941849Z","steps":["trace[1459859506] 'agreement among raft nodes before linearized reading' (duration: 1.175603174s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:20.941917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:19.766039Z","time spent":"1.175867592s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":9082,"request content":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" "} {"level":"warn","ts":"2026-04-16T10:08:20.94201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176296735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:08:20.942055Z","caller":"traceutil/trace.go:171","msg":"trace[1958315931] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23044; }","duration":"1.176359167s","start":"2026-04-16T10:08:19.765684Z","end":"2026-04-16T10:08:20.942043Z","steps":["trace[1958315931] 'agreement among raft nodes before linearized reading' (duration: 1.176208063s)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:20.941863Z","caller":"traceutil/trace.go:171","msg":"trace[1404944202] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23044; }","duration":"510.031299ms","start":"2026-04-16T10:08:20.431808Z","end":"2026-04-16T10:08:20.94184Z","steps":["trace[1404944202] 'agreement among raft nodes before linearized reading' (duration: 509.854873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:20.942168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:19.765673Z","time spent":"1.176480581s","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T10:08:20.942181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:20.431783Z","time spent":"510.37898ms","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:20.942306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130378978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:20.942385Z","caller":"traceutil/trace.go:171","msg":"trace[2050658630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23044; }","duration":"1.130485642s","start":"2026-04-16T10:08:19.811882Z","end":"2026-04-16T10:08:20.942367Z","steps":["trace[2050658630] 'agreement among raft nodes before linearized reading' (duration: 1.130324166s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:20.942412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.170839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:20.942437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:19.811876Z","time spent":"1.130551573s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:20.942432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176286445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9af4a7b6-5547-43ff-94e4-d705339838ec\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-16T10:08:20.942479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17611584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:20.942519Z","caller":"traceutil/trace.go:171","msg":"trace[60196571] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23044; }","duration":"1.176165351s","start":"2026-04-16T10:08:19.766342Z","end":"2026-04-16T10:08:20.942507Z","steps":["trace[60196571] 'agreement among raft nodes before linearized reading' (duration: 1.176097469s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:20.942565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:19.766338Z","time spent":"1.176212322s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:08:20.942597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.893691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419117"} {"level":"info","ts":"2026-04-16T10:08:20.942629Z","caller":"traceutil/trace.go:171","msg":"trace[1257961130] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23044; }","duration":"258.979345ms","start":"2026-04-16T10:08:20.68364Z","end":"2026-04-16T10:08:20.942619Z","steps":["trace[1257961130] 'agreement among raft nodes before linearized reading' (duration: 258.773378ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:20.942513Z","caller":"traceutil/trace.go:171","msg":"trace[1759579202] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9af4a7b6-5547-43ff-94e4-d705339838ec; range_end:; response_count:1; response_revision:23044; }","duration":"1.176385269s","start":"2026-04-16T10:08:19.766109Z","end":"2026-04-16T10:08:20.942494Z","steps":["trace[1759579202] 'agreement among raft nodes before linearized reading' (duration: 1.176052238s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:20.94269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:19.766104Z","time spent":"1.176573114s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-9af4a7b6-5547-43ff-94e4-d705339838ec\" "} {"level":"info","ts":"2026-04-16T10:08:20.942458Z","caller":"traceutil/trace.go:171","msg":"trace[1370032533] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23044; }","duration":"206.252482ms","start":"2026-04-16T10:08:20.736192Z","end":"2026-04-16T10:08:20.942444Z","steps":["trace[1370032533] 'agreement among raft nodes before linearized reading' (duration: 206.18056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:21.828526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.952999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:21.828655Z","caller":"traceutil/trace.go:171","msg":"trace[861772707] linearizableReadLoop","detail":"{readStateIndex:23805; appliedIndex:23804; }","duration":"881.397519ms","start":"2026-04-16T10:08:20.94723Z","end":"2026-04-16T10:08:21.828627Z","steps":["trace[861772707] 'read index received' (duration: 115.261184ms)","trace[861772707] 'applied index is now lower than readState.Index' (duration: 766.133625ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:21.828776Z","caller":"traceutil/trace.go:171","msg":"trace[1605018386] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"882.619447ms","start":"2026-04-16T10:08:20.946139Z","end":"2026-04-16T10:08:21.828758Z","steps":["trace[1605018386] 'process raft request' (duration: 116.355528ms)","trace[1605018386] 'compare' (duration: 765.524165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:21.828867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:20.946125Z","time spent":"882.69692ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:08:21.829222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.985278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-16T10:08:21.829279Z","caller":"traceutil/trace.go:171","msg":"trace[861598888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23045; }","duration":"882.084231ms","start":"2026-04-16T10:08:20.947182Z","end":"2026-04-16T10:08:21.829266Z","steps":["trace[861598888] 'agreement among raft nodes before linearized reading' (duration: 881.926396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:21.829323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:20.947161Z","time spent":"882.157822ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-16T10:08:21.88578Z","caller":"traceutil/trace.go:171","msg":"trace[1823427360] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"933.940405ms","start":"2026-04-16T10:08:20.951818Z","end":"2026-04-16T10:08:21.885759Z","steps":["trace[1823427360] 'process raft request' (duration: 933.709008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:21.885969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:20.951793Z","time spent":"934.10696ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9041,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:22.50502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.320086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:08:22.580356Z","caller":"traceutil/trace.go:171","msg":"trace[1851766788] linearizableReadLoop","detail":"{readStateIndex:23808; appliedIndex:23805; }","duration":"751.565996ms","start":"2026-04-16T10:08:21.828716Z","end":"2026-04-16T10:08:22.580282Z","steps":["trace[1851766788] 'read index received' (duration: 56.477061ms)","trace[1851766788] 'applied index is now lower than readState.Index' (duration: 695.086955ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:22.580347Z","caller":"traceutil/trace.go:171","msg":"trace[2141793132] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"746.589398ms","start":"2026-04-16T10:08:21.833703Z","end":"2026-04-16T10:08:22.580292Z","steps":["trace[2141793132] 'process raft request' (duration: 746.31984ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:22.580428Z","caller":"traceutil/trace.go:171","msg":"trace[1296007119] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"1.299325366s","start":"2026-04-16T10:08:21.280749Z","end":"2026-04-16T10:08:22.580074Z","steps":["trace[1296007119] 'process raft request' (duration: 1.299055607s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.580469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.166324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:22.580567Z","caller":"traceutil/trace.go:171","msg":"trace[625763463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23048; }","duration":"981.298028ms","start":"2026-04-16T10:08:21.599238Z","end":"2026-04-16T10:08:22.580536Z","steps":["trace[625763463] 'agreement among raft nodes before linearized reading' (duration: 981.113382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.580569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:21.833692Z","time spent":"746.797356ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:08:22.580583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:21.280721Z","time spent":"1.29977894s","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:22.580611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:21.599221Z","time spent":"981.379471ms","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:22.580654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.408004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:08:22.58073Z","caller":"traceutil/trace.go:171","msg":"trace[1213103228] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23048; }","duration":"799.524898ms","start":"2026-04-16T10:08:21.781189Z","end":"2026-04-16T10:08:22.580714Z","steps":["trace[1213103228] 'agreement among raft nodes before linearized reading' (duration: 799.205488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.580779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:21.781172Z","time spent":"799.591839ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":197,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:22.580863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.604846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:22.581326Z","caller":"traceutil/trace.go:171","msg":"trace[923515139] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23048; }","duration":"876.094862ms","start":"2026-04-16T10:08:21.705217Z","end":"2026-04-16T10:08:22.581311Z","steps":["trace[923515139] 'agreement among raft nodes before linearized reading' (duration: 875.609876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.581366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:21.7052Z","time spent":"876.154704ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:22.580939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239685375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:323602"} {"level":"info","ts":"2026-04-16T10:08:22.581416Z","caller":"traceutil/trace.go:171","msg":"trace[1053369135] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:23048; }","duration":"1.240219812s","start":"2026-04-16T10:08:21.341181Z","end":"2026-04-16T10:08:22.581401Z","steps":["trace[1053369135] 'agreement among raft nodes before linearized reading' (duration: 1.239292333s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.581458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:21.341167Z","time spent":"1.240279044s","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":323625,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-16T10:08:22.580998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631342273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:22.58172Z","caller":"traceutil/trace.go:171","msg":"trace[425287961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23048; }","duration":"1.632062226s","start":"2026-04-16T10:08:20.949633Z","end":"2026-04-16T10:08:22.581695Z","steps":["trace[425287961] 'agreement among raft nodes before linearized reading' (duration: 1.631336133s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.581783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:20.949623Z","time spent":"1.632141109s","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:22.581061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633123319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:22.581902Z","caller":"traceutil/trace.go:171","msg":"trace[1202552473] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23048; }","duration":"1.633991617s","start":"2026-04-16T10:08:20.947892Z","end":"2026-04-16T10:08:22.581883Z","steps":["trace[1202552473] 'agreement among raft nodes before linearized reading' (duration: 1.633123619s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.581964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:20.947872Z","time spent":"1.634072009s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-16T10:08:22.581179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.665274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-16T10:08:22.58224Z","caller":"traceutil/trace.go:171","msg":"trace[1408622771] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6; range_end:; response_count:1; response_revision:23048; }","duration":"749.665135ms","start":"2026-04-16T10:08:21.832497Z","end":"2026-04-16T10:08:22.582162Z","steps":["trace[1408622771] 'agreement among raft nodes before linearized reading' (duration: 748.55405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.581205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.389171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-04-16T10:08:22.582339Z","caller":"traceutil/trace.go:171","msg":"trace[1777335377] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:23048; }","duration":"681.541178ms","start":"2026-04-16T10:08:21.900772Z","end":"2026-04-16T10:08:22.582313Z","steps":["trace[1777335377] 'agreement among raft nodes before linearized reading' (duration: 680.3405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:22.582404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:21.900752Z","time spent":"681.6314ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"warn","ts":"2026-04-16T10:08:22.583383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:21.832461Z","time spent":"750.894334ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-b4bddde7-7854-4e90-9bbc-99d5d8e8bec6\" "} {"level":"warn","ts":"2026-04-16T10:08:23.13992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.538766ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:23.140069Z","caller":"traceutil/trace.go:171","msg":"trace[282694367] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23048; }","duration":"346.707481ms","start":"2026-04-16T10:08:22.793337Z","end":"2026-04-16T10:08:23.140044Z","steps":["trace[282694367] 'range keys from in-memory index tree' (duration: 346.514995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:23.14078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.492751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:23.140849Z","caller":"traceutil/trace.go:171","msg":"trace[1715390979] linearizableReadLoop","detail":"{readStateIndex:23810; appliedIndex:23809; }","duration":"553.110679ms","start":"2026-04-16T10:08:22.587729Z","end":"2026-04-16T10:08:23.14084Z","steps":["trace[1715390979] 'read index received' (duration: 241.424162ms)","trace[1715390979] 'applied index is now lower than readState.Index' (duration: 311.684726ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:23.140931Z","caller":"traceutil/trace.go:171","msg":"trace[1340893983] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"554.270775ms","start":"2026-04-16T10:08:22.586625Z","end":"2026-04-16T10:08:23.140896Z","steps":["trace[1340893983] 'process raft request' (duration: 242.598709ms)","trace[1340893983] 'compare' (duration: 311.047377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:23.14105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.683585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-16T10:08:23.141074Z","caller":"traceutil/trace.go:171","msg":"trace[804362335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23049; }","duration":"552.778949ms","start":"2026-04-16T10:08:22.588286Z","end":"2026-04-16T10:08:23.141065Z","steps":["trace[804362335] 'agreement among raft nodes before linearized reading' (duration: 552.639024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:23.14107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:22.58658Z","time spent":"554.413889ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:23.141099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:22.588278Z","time spent":"552.814819ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-16T10:08:23.141096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.346656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" ","response":"range_response_count:1 size:9059"} {"level":"info","ts":"2026-04-16T10:08:23.141196Z","caller":"traceutil/trace.go:171","msg":"trace[39098913] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8; range_end:; response_count:1; response_revision:23049; }","duration":"553.495951ms","start":"2026-04-16T10:08:22.587683Z","end":"2026-04-16T10:08:23.141179Z","steps":["trace[39098913] 'agreement among raft nodes before linearized reading' (duration: 553.226493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:23.141245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:22.587629Z","time spent":"553.603894ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":9082,"request content":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" "} {"level":"warn","ts":"2026-04-16T10:08:23.141113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.65629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:23.141879Z","caller":"traceutil/trace.go:171","msg":"trace[933586168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23049; }","duration":"550.437805ms","start":"2026-04-16T10:08:22.591425Z","end":"2026-04-16T10:08:23.141863Z","steps":["trace[933586168] 'agreement among raft nodes before linearized reading' (duration: 549.600088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:23.141949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:22.591416Z","time spent":"550.517067ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:23.727312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.056001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-16T10:08:23.727714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.725036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-16T10:08:23.727776Z","caller":"traceutil/trace.go:171","msg":"trace[1185256768] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23050; }","duration":"578.823899ms","start":"2026-04-16T10:08:23.148937Z","end":"2026-04-16T10:08:23.727761Z","steps":["trace[1185256768] 'agreement among raft nodes before linearized reading' (duration: 578.606472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:23.727755Z","caller":"traceutil/trace.go:171","msg":"trace[1975151459] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"578.705495ms","start":"2026-04-16T10:08:23.148719Z","end":"2026-04-16T10:08:23.727424Z","steps":["trace[1975151459] 'process raft request' (duration: 199.428127ms)","trace[1975151459] 'compare' (duration: 378.68032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:23.727823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.148859Z","time spent":"578.952574ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-16T10:08:23.727414Z","caller":"traceutil/trace.go:171","msg":"trace[421906323] linearizableReadLoop","detail":"{readStateIndex:23811; appliedIndex:23810; }","duration":"578.420977ms","start":"2026-04-16T10:08:23.148977Z","end":"2026-04-16T10:08:23.727398Z","steps":["trace[421906323] 'read index received' (duration: 199.058696ms)","trace[421906323] 'applied index is now lower than readState.Index' (duration: 379.36071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:23.727952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.148707Z","time spent":"579.141429ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:23.728179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.866109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:23.728225Z","caller":"traceutil/trace.go:171","msg":"trace[281508196] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23050; }","duration":"407.947281ms","start":"2026-04-16T10:08:23.320266Z","end":"2026-04-16T10:08:23.728214Z","steps":["trace[281508196] 'agreement among raft nodes before linearized reading' (duration: 407.845708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:23.728258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.320247Z","time spent":"408.000643ms","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:23.728349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.541605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" ","response":"range_response_count:1 size:9059"} {"level":"info","ts":"2026-04-16T10:08:23.728544Z","caller":"traceutil/trace.go:171","msg":"trace[1100829962] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8; range_end:; response_count:1; response_revision:23050; }","duration":"509.832324ms","start":"2026-04-16T10:08:23.218693Z","end":"2026-04-16T10:08:23.728525Z","steps":["trace[1100829962] 'agreement among raft nodes before linearized reading' (duration: 509.38149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:23.728646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.218676Z","time spent":"509.960228ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":9082,"request content":"key:\"/registry/pods/openstack/magnum-api-7f758ccdd7-fl6r8\" "} {"level":"info","ts":"2026-04-16T10:08:24.084296Z","caller":"traceutil/trace.go:171","msg":"trace[1560895498] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"350.16906ms","start":"2026-04-16T10:08:23.734098Z","end":"2026-04-16T10:08:24.084267Z","steps":["trace[1560895498] 'process raft request' (duration: 318.940146ms)","trace[1560895498] 'compare' (duration: 31.09866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:24.084483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.734077Z","time spent":"350.293434ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:24.304641Z","caller":"traceutil/trace.go:171","msg":"trace[1198733386] linearizableReadLoop","detail":"{readStateIndex:23813; appliedIndex:23811; }","duration":"553.009145ms","start":"2026-04-16T10:08:23.751601Z","end":"2026-04-16T10:08:24.30461Z","steps":["trace[1198733386] 'read index received' (duration: 301.453634ms)","trace[1198733386] 'applied index is now lower than readState.Index' (duration: 251.554681ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:24.30473Z","caller":"traceutil/trace.go:171","msg":"trace[619216525] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"557.327301ms","start":"2026-04-16T10:08:23.747361Z","end":"2026-04-16T10:08:24.304689Z","steps":["trace[619216525] 'process raft request' (duration: 492.927821ms)","trace[619216525] 'compare' (duration: 64.181034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:24.304924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.747333Z","time spent":"557.481796ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8558,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:24.304958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.339216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-16T10:08:24.305013Z","caller":"traceutil/trace.go:171","msg":"trace[696897863] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23052; }","duration":"553.454429ms","start":"2026-04-16T10:08:23.751542Z","end":"2026-04-16T10:08:24.304997Z","steps":["trace[696897863] 'agreement among raft nodes before linearized reading' (duration: 553.223642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:24.305054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.751517Z","time spent":"553.528362ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-16T10:08:24.305016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.051251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:24.305134Z","caller":"traceutil/trace.go:171","msg":"trace[535220645] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23052; }","duration":"523.238907ms","start":"2026-04-16T10:08:23.781868Z","end":"2026-04-16T10:08:24.305107Z","steps":["trace[535220645] 'agreement among raft nodes before linearized reading' (duration: 522.976248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:24.305196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.781851Z","time spent":"523.33237ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:24.305268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.028998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:24.305306Z","caller":"traceutil/trace.go:171","msg":"trace[690522206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23052; }","duration":"234.113182ms","start":"2026-04-16T10:08:24.071182Z","end":"2026-04-16T10:08:24.305295Z","steps":["trace[690522206] 'agreement among raft nodes before linearized reading' (duration: 234.032229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:24.3054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.135765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pqtjx.18a6ce5386e9dc0e\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-16T10:08:24.305459Z","caller":"traceutil/trace.go:171","msg":"trace[245710748] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pqtjx.18a6ce5386e9dc0e; range_end:; response_count:1; response_revision:23052; }","duration":"217.26217ms","start":"2026-04-16T10:08:24.088181Z","end":"2026-04-16T10:08:24.305443Z","steps":["trace[245710748] 'agreement among raft nodes before linearized reading' (duration: 217.045433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:24.30547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.293451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:24.305505Z","caller":"traceutil/trace.go:171","msg":"trace[877246003] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23052; }","duration":"459.370923ms","start":"2026-04-16T10:08:23.846124Z","end":"2026-04-16T10:08:24.305495Z","steps":["trace[877246003] 'agreement among raft nodes before linearized reading' (duration: 459.26902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:24.305542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:23.846099Z","time spent":"459.435115ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:24.897955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.536987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:24.898096Z","caller":"traceutil/trace.go:171","msg":"trace[335125891] linearizableReadLoop","detail":"{readStateIndex:23815; appliedIndex:23814; }","duration":"550.726253ms","start":"2026-04-16T10:08:24.347348Z","end":"2026-04-16T10:08:24.898074Z","steps":["trace[335125891] 'read index received' (duration: 294.882736ms)","trace[335125891] 'applied index is now lower than readState.Index' (duration: 255.841207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:24.898435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.083434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-16T10:08:24.898572Z","caller":"traceutil/trace.go:171","msg":"trace[1406605870] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"551.195617ms","start":"2026-04-16T10:08:24.347301Z","end":"2026-04-16T10:08:24.898497Z","steps":["trace[1406605870] 'process raft request' (duration: 295.026881ms)","trace[1406605870] 'compare' (duration: 254.506074ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:24.898503Z","caller":"traceutil/trace.go:171","msg":"trace[527904954] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23054; }","duration":"551.154596ms","start":"2026-04-16T10:08:24.347329Z","end":"2026-04-16T10:08:24.898483Z","steps":["trace[527904954] 'agreement among raft nodes before linearized reading' (duration: 550.805515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:24.898703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:24.347276Z","time spent":"551.350702ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:24.898874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:24.347279Z","time spent":"551.447475ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-16T10:08:25.530059Z","caller":"traceutil/trace.go:171","msg":"trace[1887440368] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"624.355205ms","start":"2026-04-16T10:08:24.905676Z","end":"2026-04-16T10:08:25.530031Z","steps":["trace[1887440368] 'process raft request' (duration: 560.958067ms)","trace[1887440368] 'compare' (duration: 62.990075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:25.530216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:24.905655Z","time spent":"624.477218ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:26.621566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.101717ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T10:08:26.621649Z","caller":"traceutil/trace.go:171","msg":"trace[1564896430] linearizableReadLoop","detail":"{readStateIndex:23818; appliedIndex:23817; }","duration":"997.689795ms","start":"2026-04-16T10:08:25.623945Z","end":"2026-04-16T10:08:26.621635Z","steps":["trace[1564896430] 'read index received' (duration: 294.430043ms)","trace[1564896430] 'applied index is now lower than readState.Index' (duration: 703.258282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:26.621694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:25.62216Z","time spent":"999.499672ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T10:08:26.621873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.916722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-77xns.18a6ce53c021369c\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-04-16T10:08:26.621924Z","caller":"traceutil/trace.go:171","msg":"trace[1850445099] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-77xns.18a6ce53c021369c; range_end:; response_count:1; response_revision:23056; }","duration":"997.990425ms","start":"2026-04-16T10:08:25.623923Z","end":"2026-04-16T10:08:26.621913Z","steps":["trace[1850445099] 'agreement among raft nodes before linearized reading' (duration: 997.787959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:26.621971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:25.623913Z","time spent":"998.029476ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":925,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-77xns.18a6ce53c021369c\" "} {"level":"warn","ts":"2026-04-16T10:08:26.622026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.664707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:26.622059Z","caller":"traceutil/trace.go:171","msg":"trace[649750059] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23056; }","duration":"240.726279ms","start":"2026-04-16T10:08:26.381324Z","end":"2026-04-16T10:08:26.62205Z","steps":["trace[649750059] 'agreement among raft nodes before linearized reading' (duration: 240.661087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:26.62221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.290759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:26.622234Z","caller":"traceutil/trace.go:171","msg":"trace[864398685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23056; }","duration":"550.347781ms","start":"2026-04-16T10:08:26.071877Z","end":"2026-04-16T10:08:26.622225Z","steps":["trace[864398685] 'agreement among raft nodes before linearized reading' (duration: 550.30807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:26.62225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:26.071852Z","time spent":"550.393833ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:26.622244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.918939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-16T10:08:26.622325Z","caller":"traceutil/trace.go:171","msg":"trace[1921680518] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23056; }","duration":"793.051743ms","start":"2026-04-16T10:08:25.829251Z","end":"2026-04-16T10:08:26.622303Z","steps":["trace[1921680518] 'agreement among raft nodes before linearized reading' (duration: 792.674182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:26.622335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.973217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:26.622362Z","caller":"traceutil/trace.go:171","msg":"trace[1200233803] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23056; }","duration":"156.031799ms","start":"2026-04-16T10:08:26.466323Z","end":"2026-04-16T10:08:26.622355Z","steps":["trace[1200233803] 'agreement among raft nodes before linearized reading' (duration: 155.988458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:26.622368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:25.82923Z","time spent":"793.129156ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-16T10:08:26.623995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.886061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:26.624044Z","caller":"traceutil/trace.go:171","msg":"trace[336707742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23056; }","duration":"545.965403ms","start":"2026-04-16T10:08:26.078064Z","end":"2026-04-16T10:08:26.624029Z","steps":["trace[336707742] 'agreement among raft nodes before linearized reading' (duration: 543.97435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:26.624122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:26.078057Z","time spent":"546.056167ms","remote":"127.0.0.1:42598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:27.509747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.885973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:27.51016Z","caller":"traceutil/trace.go:171","msg":"trace[1358519149] linearizableReadLoop","detail":"{readStateIndex:23819; appliedIndex:23818; }","duration":"884.239148ms","start":"2026-04-16T10:08:26.62587Z","end":"2026-04-16T10:08:27.510109Z","steps":["trace[1358519149] 'read index received' (duration: 237.979013ms)","trace[1358519149] 'applied index is now lower than readState.Index' (duration: 646.254115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:27.510348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.450665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:27.510445Z","caller":"traceutil/trace.go:171","msg":"trace[1127707035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23057; }","duration":"884.584929ms","start":"2026-04-16T10:08:26.625841Z","end":"2026-04-16T10:08:27.510426Z","steps":["trace[1127707035] 'agreement among raft nodes before linearized reading' (duration: 884.379353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:27.510492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:26.625829Z","time spent":"884.653971ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:08:27.510779Z","caller":"traceutil/trace.go:171","msg":"trace[1750348479] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"885.464587ms","start":"2026-04-16T10:08:26.624719Z","end":"2026-04-16T10:08:27.510183Z","steps":["trace[1750348479] 'process raft request' (duration: 239.046326ms)","trace[1750348479] 'compare' (duration: 644.679136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:27.511009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:26.624699Z","time spent":"886.128338ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:27.571693Z","caller":"traceutil/trace.go:171","msg":"trace[1060142240] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"945.423168ms","start":"2026-04-16T10:08:26.626222Z","end":"2026-04-16T10:08:27.571645Z","steps":["trace[1060142240] 'process raft request' (duration: 945.043586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:27.571855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:26.626211Z","time spent":"945.568142ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:27.571838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.237311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-16T10:08:27.571937Z","caller":"traceutil/trace.go:171","msg":"trace[124802321] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54; range_end:; response_count:1; response_revision:23059; }","duration":"944.357554ms","start":"2026-04-16T10:08:26.627557Z","end":"2026-04-16T10:08:27.571915Z","steps":["trace[124802321] 'agreement among raft nodes before linearized reading' (duration: 944.122817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:27.572065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:26.627552Z","time spent":"944.426456ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f74f460b-0941-430f-874e-fc03d0e80e54\" "} {"level":"info","ts":"2026-04-16T10:08:27.572508Z","caller":"traceutil/trace.go:171","msg":"trace[2042685498] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"941.452333ms","start":"2026-04-16T10:08:26.631047Z","end":"2026-04-16T10:08:27.572499Z","steps":["trace[2042685498] 'process raft request' (duration: 940.492242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:27.572557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:26.631024Z","time spent":"941.510025ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5839,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:27.572741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.74917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-16T10:08:27.572906Z","caller":"traceutil/trace.go:171","msg":"trace[278502733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23059; }","duration":"940.917776ms","start":"2026-04-16T10:08:26.631932Z","end":"2026-04-16T10:08:27.57285Z","steps":["trace[278502733] 'agreement among raft nodes before linearized reading' (duration: 940.550954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:27.573386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:26.631912Z","time spent":"941.453252ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T10:08:28.271852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.447002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:28.272076Z","caller":"traceutil/trace.go:171","msg":"trace[273728509] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"687.910627ms","start":"2026-04-16T10:08:27.584146Z","end":"2026-04-16T10:08:28.272057Z","steps":["trace[273728509] 'process raft request' (duration: 687.815724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.272147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:27.58413Z","time spent":"687.98504ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:28.272377Z","caller":"traceutil/trace.go:171","msg":"trace[1853993509] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"691.709127ms","start":"2026-04-16T10:08:27.580656Z","end":"2026-04-16T10:08:28.272365Z","steps":["trace[1853993509] 'process raft request' (duration: 226.639495ms)","trace[1853993509] 'compare' (duration: 464.05294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:28.272434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:27.580641Z","time spent":"691.76717ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:28.272508Z","caller":"traceutil/trace.go:171","msg":"trace[339813143] linearizableReadLoop","detail":"{readStateIndex:23822; appliedIndex:23821; }","duration":"691.761799ms","start":"2026-04-16T10:08:27.580738Z","end":"2026-04-16T10:08:28.2725Z","steps":["trace[339813143] 'read index received' (duration: 226.573044ms)","trace[339813143] 'applied index is now lower than readState.Index' (duration: 465.187775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:28.272649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.905044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:08:28.272682Z","caller":"traceutil/trace.go:171","msg":"trace[786268901] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23061; }","duration":"691.969916ms","start":"2026-04-16T10:08:27.580703Z","end":"2026-04-16T10:08:28.272673Z","steps":["trace[786268901] 'agreement among raft nodes before linearized reading' (duration: 691.852552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.272708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:27.580668Z","time spent":"692.034758ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:08:28.359776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.098484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:28.359864Z","caller":"traceutil/trace.go:171","msg":"trace[328116156] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23062; }","duration":"610.235489ms","start":"2026-04-16T10:08:27.749607Z","end":"2026-04-16T10:08:28.359842Z","steps":["trace[328116156] 'agreement among raft nodes before linearized reading' (duration: 610.100025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.359847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.468714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:08:28.35991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:27.749586Z","time spent":"610.313381ms","remote":"127.0.0.1:41976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:28.359938Z","caller":"traceutil/trace.go:171","msg":"trace[1482921396] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23062; }","duration":"406.6369ms","start":"2026-04-16T10:08:27.953278Z","end":"2026-04-16T10:08:28.359915Z","steps":["trace[1482921396] 'agreement among raft nodes before linearized reading' (duration: 406.415213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.359988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:27.953258Z","time spent":"406.720093ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:28.360032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.387396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-16T10:08:28.360033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.734983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:28.360082Z","caller":"traceutil/trace.go:171","msg":"trace[179064405] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23062; }","duration":"664.469868ms","start":"2026-04-16T10:08:27.695596Z","end":"2026-04-16T10:08:28.360066Z","steps":["trace[179064405] 'agreement among raft nodes before linearized reading' (duration: 664.306993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.360118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:27.695579Z","time spent":"664.529431ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-16T10:08:28.360119Z","caller":"traceutil/trace.go:171","msg":"trace[2017905311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23062; }","duration":"288.863857ms","start":"2026-04-16T10:08:28.071234Z","end":"2026-04-16T10:08:28.360098Z","steps":["trace[2017905311] 'agreement among raft nodes before linearized reading' (duration: 288.690892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.360098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.268778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-77xns.18a6ce53c020ec95\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-04-16T10:08:28.36014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.255057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-04-16T10:08:28.360232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.598377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:28.360221Z","caller":"traceutil/trace.go:171","msg":"trace[706678485] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-77xns.18a6ce53c020ec95; range_end:; response_count:1; response_revision:23062; }","duration":"779.419183ms","start":"2026-04-16T10:08:27.580768Z","end":"2026-04-16T10:08:28.360187Z","steps":["trace[706678485] 'agreement among raft nodes before linearized reading' (duration: 779.00129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:28.360231Z","caller":"traceutil/trace.go:171","msg":"trace[1383773603] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l; range_end:; response_count:1; response_revision:23062; }","duration":"779.405233ms","start":"2026-04-16T10:08:27.580801Z","end":"2026-04-16T10:08:28.360206Z","steps":["trace[1383773603] 'agreement among raft nodes before linearized reading' (duration: 779.130184ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:28.360267Z","caller":"traceutil/trace.go:171","msg":"trace[1097808870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23062; }","duration":"352.670469ms","start":"2026-04-16T10:08:28.007584Z","end":"2026-04-16T10:08:28.360255Z","steps":["trace[1097808870] 'agreement among raft nodes before linearized reading' (duration: 352.613627ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:28.360265Z","caller":"traceutil/trace.go:171","msg":"trace[1552517285] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"310.810289ms","start":"2026-04-16T10:08:28.049441Z","end":"2026-04-16T10:08:28.360251Z","steps":["trace[1552517285] 'process raft request' (duration: 310.076206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.360297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:27.580778Z","time spent":"779.509805ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5953,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l\" "} {"level":"warn","ts":"2026-04-16T10:08:28.360318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:28.007567Z","time spent":"352.72215ms","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:28.360349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:28.049417Z","time spent":"310.879812ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:28.360341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:27.580721Z","time spent":"779.598458ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":925,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-77xns.18a6ce53c020ec95\" "} {"level":"warn","ts":"2026-04-16T10:08:28.91829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.151634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:28.9184Z","caller":"traceutil/trace.go:171","msg":"trace[1355184676] linearizableReadLoop","detail":"{readStateIndex:23825; appliedIndex:23824; }","duration":"552.86134ms","start":"2026-04-16T10:08:28.36551Z","end":"2026-04-16T10:08:28.918371Z","steps":["trace[1355184676] 'read index received' (duration: 140.697236ms)","trace[1355184676] 'applied index is now lower than readState.Index' (duration: 412.162494ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:28.918472Z","caller":"traceutil/trace.go:171","msg":"trace[825739101] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"553.995206ms","start":"2026-04-16T10:08:28.364402Z","end":"2026-04-16T10:08:28.918397Z","steps":["trace[825739101] 'process raft request' (duration: 141.658596ms)","trace[825739101] 'compare' (duration: 411.820554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:28.918547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.037777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-68072ac8-6232-4223-8ff7-3602b0bac373\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-16T10:08:28.918578Z","caller":"traceutil/trace.go:171","msg":"trace[927870071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-68072ac8-6232-4223-8ff7-3602b0bac373; range_end:; response_count:1; response_revision:23063; }","duration":"553.090808ms","start":"2026-04-16T10:08:28.365476Z","end":"2026-04-16T10:08:28.918567Z","steps":["trace[927870071] 'agreement among raft nodes before linearized reading' (duration: 552.946063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.918604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:28.36546Z","time spent":"553.13751ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-68072ac8-6232-4223-8ff7-3602b0bac373\" "} {"level":"warn","ts":"2026-04-16T10:08:28.91869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:28.364372Z","time spent":"554.196333ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:28.9828Z","caller":"traceutil/trace.go:171","msg":"trace[1491313404] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"611.789089ms","start":"2026-04-16T10:08:28.37097Z","end":"2026-04-16T10:08:28.98276Z","steps":["trace[1491313404] 'process raft request' (duration: 611.51918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.983055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:28.370961Z","time spent":"611.998795ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6128,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:28.982934Z","caller":"traceutil/trace.go:171","msg":"trace[1406327182] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"534.406549ms","start":"2026-04-16T10:08:28.448451Z","end":"2026-04-16T10:08:28.982858Z","steps":["trace[1406327182] 'process raft request' (duration: 534.159871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:28.983689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:28.448422Z","time spent":"535.114991ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:29.19098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.753409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-16T10:08:29.194008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.218954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l\" ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-04-16T10:08:29.194117Z","caller":"traceutil/trace.go:171","msg":"trace[637254380] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l; range_end:; response_count:1; response_revision:23066; }","duration":"195.365479ms","start":"2026-04-16T10:08:28.998717Z","end":"2026-04-16T10:08:29.194082Z","steps":["trace[637254380] 'agreement among raft nodes before linearized reading' (duration: 195.002598ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:29.194044Z","caller":"traceutil/trace.go:171","msg":"trace[194146954] linearizableReadLoop","detail":"{readStateIndex:23828; appliedIndex:23827; }","duration":"192.319544ms","start":"2026-04-16T10:08:28.998765Z","end":"2026-04-16T10:08:29.191085Z","steps":["trace[194146954] 'read index received' (duration: 24.274535ms)","trace[194146954] 'applied index is now lower than readState.Index' (duration: 168.043829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:29.194357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.079829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:29.194407Z","caller":"traceutil/trace.go:171","msg":"trace[792757426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23066; }","duration":"122.189493ms","start":"2026-04-16T10:08:29.072203Z","end":"2026-04-16T10:08:29.194393Z","steps":["trace[792757426] 'agreement among raft nodes before linearized reading' (duration: 122.09362ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:29.194447Z","caller":"traceutil/trace.go:171","msg":"trace[1825463804] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"205.815099ms","start":"2026-04-16T10:08:28.985436Z","end":"2026-04-16T10:08:29.191251Z","steps":["trace[1825463804] 'process raft request' (duration: 37.708559ms)","trace[1825463804] 'compare' (duration: 167.602694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:29.558588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.509823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:29.558683Z","caller":"traceutil/trace.go:171","msg":"trace[1054223606] linearizableReadLoop","detail":"{readStateIndex:23829; appliedIndex:23828; }","duration":"219.584163ms","start":"2026-04-16T10:08:29.339084Z","end":"2026-04-16T10:08:29.558669Z","steps":["trace[1054223606] 'read index received' (duration: 17.945026ms)","trace[1054223606] 'applied index is now lower than readState.Index' (duration: 201.637717ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:29.558721Z","caller":"traceutil/trace.go:171","msg":"trace[758970469] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"327.909448ms","start":"2026-04-16T10:08:29.230768Z","end":"2026-04-16T10:08:29.558677Z","steps":["trace[758970469] 'process raft request' (duration: 126.23973ms)","trace[758970469] 'compare' (duration: 201.233584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:29.558841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.758929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-04-16T10:08:29.558869Z","caller":"traceutil/trace.go:171","msg":"trace[1485565779] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:23067; }","duration":"219.831901ms","start":"2026-04-16T10:08:29.33903Z","end":"2026-04-16T10:08:29.558862Z","steps":["trace[1485565779] 'agreement among raft nodes before linearized reading' (duration: 219.673916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:29.558876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:29.230742Z","time spent":"328.057663ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T10:08:30.235281Z","caller":"traceutil/trace.go:171","msg":"trace[1826252232] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"574.291806ms","start":"2026-04-16T10:08:29.660962Z","end":"2026-04-16T10:08:30.235253Z","steps":["trace[1826252232] 'process raft request' (duration: 573.988467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:30.235407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:29.660941Z","time spent":"574.40832ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T10:08:30.496334Z","caller":"traceutil/trace.go:171","msg":"trace[825291971] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"256.630081ms","start":"2026-04-16T10:08:30.239681Z","end":"2026-04-16T10:08:30.496311Z","steps":["trace[825291971] 'process raft request' (duration: 256.573049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:30.49692Z","caller":"traceutil/trace.go:171","msg":"trace[1108554555] linearizableReadLoop","detail":"{readStateIndex:23832; appliedIndex:23830; }","duration":"424.518734ms","start":"2026-04-16T10:08:30.072342Z","end":"2026-04-16T10:08:30.49686Z","steps":["trace[1108554555] 'read index received' (duration: 162.686139ms)","trace[1108554555] 'applied index is now lower than readState.Index' (duration: 261.830305ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:30.496922Z","caller":"traceutil/trace.go:171","msg":"trace[732902404] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"472.150525ms","start":"2026-04-16T10:08:30.024719Z","end":"2026-04-16T10:08:30.49687Z","steps":["trace[732902404] 'process raft request' (duration: 441.322434ms)","trace[732902404] 'compare' (duration: 30.055367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:30.497345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:30.024695Z","time spent":"472.559399ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:30.49739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.16776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:30.497467Z","caller":"traceutil/trace.go:171","msg":"trace[1425006625] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23071; }","duration":"258.287954ms","start":"2026-04-16T10:08:30.239155Z","end":"2026-04-16T10:08:30.497442Z","steps":["trace[1425006625] 'agreement among raft nodes before linearized reading' (duration: 258.113098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:30.497042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.693519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:30.497575Z","caller":"traceutil/trace.go:171","msg":"trace[90754388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23071; }","duration":"425.272748ms","start":"2026-04-16T10:08:30.072281Z","end":"2026-04-16T10:08:30.497554Z","steps":["trace[90754388] 'agreement among raft nodes before linearized reading' (duration: 424.69539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:30.497627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:30.072258Z","time spent":"425.357071ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:31.294911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.242003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:31.295037Z","caller":"traceutil/trace.go:171","msg":"trace[1359279122] linearizableReadLoop","detail":"{readStateIndex:23834; appliedIndex:23833; }","duration":"632.418099ms","start":"2026-04-16T10:08:30.662602Z","end":"2026-04-16T10:08:31.29502Z","steps":["trace[1359279122] 'read index received' (duration: 65.928218ms)","trace[1359279122] 'applied index is now lower than readState.Index' (duration: 566.488271ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:31.295122Z","caller":"traceutil/trace.go:171","msg":"trace[1730909] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"790.147112ms","start":"2026-04-16T10:08:30.504964Z","end":"2026-04-16T10:08:31.295111Z","steps":["trace[1730909] 'process raft request' (duration: 223.600339ms)","trace[1730909] 'compare' (duration: 565.894742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:31.295185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:30.504949Z","time spent":"790.204234ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:31.295451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.492686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:31.295515Z","caller":"traceutil/trace.go:171","msg":"trace[382939647] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23072; }","duration":"629.58785ms","start":"2026-04-16T10:08:30.665912Z","end":"2026-04-16T10:08:31.2955Z","steps":["trace[382939647] 'agreement among raft nodes before linearized reading' (duration: 629.454786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:31.295544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:30.665901Z","time spent":"629.636011ms","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:31.295618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.008457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:31.29563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.669159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T10:08:31.295638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.382663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:31.295689Z","caller":"traceutil/trace.go:171","msg":"trace[1070251006] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23072; }","duration":"300.769922ms","start":"2026-04-16T10:08:30.994903Z","end":"2026-04-16T10:08:31.295673Z","steps":["trace[1070251006] 'agreement among raft nodes before linearized reading' (duration: 300.660389ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:31.295701Z","caller":"traceutil/trace.go:171","msg":"trace[1220885749] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23072; }","duration":"321.475976ms","start":"2026-04-16T10:08:30.974206Z","end":"2026-04-16T10:08:31.295682Z","steps":["trace[1220885749] 'agreement among raft nodes before linearized reading' (duration: 321.365622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:31.295732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:30.994872Z","time spent":"300.853295ms","remote":"127.0.0.1:43178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:31.295657Z","caller":"traceutil/trace.go:171","msg":"trace[1443747537] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23072; }","duration":"633.09025ms","start":"2026-04-16T10:08:30.662557Z","end":"2026-04-16T10:08:31.295647Z","steps":["trace[1443747537] 'agreement among raft nodes before linearized reading' (duration: 633.009588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:31.295742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:30.974184Z","time spent":"321.547938ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:31.295736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.605796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:31.295815Z","caller":"traceutil/trace.go:171","msg":"trace[478268963] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23072; }","duration":"561.73225ms","start":"2026-04-16T10:08:30.734066Z","end":"2026-04-16T10:08:31.295798Z","steps":["trace[478268963] 'agreement among raft nodes before linearized reading' (duration: 561.596976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:31.295861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:30.734044Z","time spent":"561.806003ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:31.29577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:30.662535Z","time spent":"633.225814ms","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:08:31.480701Z","caller":"traceutil/trace.go:171","msg":"trace[372435605] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"176.253617ms","start":"2026-04-16T10:08:31.304423Z","end":"2026-04-16T10:08:31.480676Z","steps":["trace[372435605] 'process raft request' (duration: 156.710371ms)","trace[372435605] 'compare' (duration: 19.439863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:32.22653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.290538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:32.22661Z","caller":"traceutil/trace.go:171","msg":"trace[1679020464] linearizableReadLoop","detail":"{readStateIndex:23836; appliedIndex:23835; }","duration":"705.187352ms","start":"2026-04-16T10:08:31.521409Z","end":"2026-04-16T10:08:32.226596Z","steps":["trace[1679020464] 'read index received' (duration: 122.78215ms)","trace[1679020464] 'applied index is now lower than readState.Index' (duration: 582.403342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:32.226745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.060877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:32.226692Z","caller":"traceutil/trace.go:171","msg":"trace[699602793] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"741.441356ms","start":"2026-04-16T10:08:31.485186Z","end":"2026-04-16T10:08:32.226627Z","steps":["trace[699602793] 'process raft request' (duration: 158.986882ms)","trace[699602793] 'compare' (duration: 581.925387ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:32.226801Z","caller":"traceutil/trace.go:171","msg":"trace[1780273240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23074; }","duration":"134.114228ms","start":"2026-04-16T10:08:32.09265Z","end":"2026-04-16T10:08:32.226764Z","steps":["trace[1780273240] 'agreement among raft nodes before linearized reading' (duration: 134.014245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:32.226805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.387669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:08:32.226855Z","caller":"traceutil/trace.go:171","msg":"trace[1844002051] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23074; }","duration":"705.474161ms","start":"2026-04-16T10:08:31.521366Z","end":"2026-04-16T10:08:32.22684Z","steps":["trace[1844002051] 'agreement among raft nodes before linearized reading' (duration: 705.291196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:32.226891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:31.52135Z","time spent":"705.531343ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:32.226925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:31.485174Z","time spent":"741.621411ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:32.438067Z","caller":"traceutil/trace.go:171","msg":"trace[787243222] linearizableReadLoop","detail":"{readStateIndex:23837; appliedIndex:23836; }","duration":"127.570712ms","start":"2026-04-16T10:08:32.310465Z","end":"2026-04-16T10:08:32.438035Z","steps":["trace[787243222] 'read index received' (duration: 116.72052ms)","trace[787243222] 'applied index is now lower than readState.Index' (duration: 10.848952ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:32.438273Z","caller":"traceutil/trace.go:171","msg":"trace[843981518] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"205.083446ms","start":"2026-04-16T10:08:32.23315Z","end":"2026-04-16T10:08:32.438233Z","steps":["trace[843981518] 'process raft request' (duration: 194.1034ms)","trace[843981518] 'compare' (duration: 10.544182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:32.438451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.957274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:32.4385Z","caller":"traceutil/trace.go:171","msg":"trace[532287225] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23075; }","duration":"128.028226ms","start":"2026-04-16T10:08:32.310457Z","end":"2026-04-16T10:08:32.438485Z","steps":["trace[532287225] 'agreement among raft nodes before linearized reading' (duration: 127.705056ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:32.807354Z","caller":"traceutil/trace.go:171","msg":"trace[741592009] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"180.766179ms","start":"2026-04-16T10:08:32.626573Z","end":"2026-04-16T10:08:32.807339Z","steps":["trace[741592009] 'process raft request' (duration: 180.437849ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:32.807352Z","caller":"traceutil/trace.go:171","msg":"trace[928034998] linearizableReadLoop","detail":"{readStateIndex:23845; appliedIndex:23844; }","duration":"180.203121ms","start":"2026-04-16T10:08:32.627126Z","end":"2026-04-16T10:08:32.807329Z","steps":["trace[928034998] 'read index received' (duration: 180.053456ms)","trace[928034998] 'applied index is now lower than readState.Index' (duration: 148.755µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:32.807469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.330366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:32.807629Z","caller":"traceutil/trace.go:171","msg":"trace[1784547252] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23083; }","duration":"180.502511ms","start":"2026-04-16T10:08:32.627112Z","end":"2026-04-16T10:08:32.807615Z","steps":["trace[1784547252] 'agreement among raft nodes before linearized reading' (duration: 180.282304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:33.036356Z","caller":"traceutil/trace.go:171","msg":"trace[1446327079] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"106.070104ms","start":"2026-04-16T10:08:32.930253Z","end":"2026-04-16T10:08:33.036323Z","steps":["trace[1446327079] 'process raft request' (duration: 87.255841ms)","trace[1446327079] 'compare' (duration: 18.686889ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:47.185488Z","caller":"traceutil/trace.go:171","msg":"trace[1972947225] linearizableReadLoop","detail":"{readStateIndex:24109; appliedIndex:24108; }","duration":"205.433797ms","start":"2026-04-16T10:08:46.980034Z","end":"2026-04-16T10:08:47.185468Z","steps":["trace[1972947225] 'read index received' (duration: 205.266792ms)","trace[1972947225] 'applied index is now lower than readState.Index' (duration: 166.015µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:47.18563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.573671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:47.185631Z","caller":"traceutil/trace.go:171","msg":"trace[697970248] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"219.712037ms","start":"2026-04-16T10:08:46.965881Z","end":"2026-04-16T10:08:47.185593Z","steps":["trace[697970248] 'process raft request' (duration: 219.443889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:47.185673Z","caller":"traceutil/trace.go:171","msg":"trace[126483503] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23343; }","duration":"205.668924ms","start":"2026-04-16T10:08:46.97999Z","end":"2026-04-16T10:08:47.185659Z","steps":["trace[126483503] 'agreement among raft nodes before linearized reading' (duration: 205.587272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:47.185738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.774677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:47.185794Z","caller":"traceutil/trace.go:171","msg":"trace[1120504958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23343; }","duration":"113.86559ms","start":"2026-04-16T10:08:47.071914Z","end":"2026-04-16T10:08:47.185779Z","steps":["trace[1120504958] 'agreement among raft nodes before linearized reading' (duration: 113.779157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:53.298032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.422019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:53.298246Z","caller":"traceutil/trace.go:171","msg":"trace[1688057142] linearizableReadLoop","detail":"{readStateIndex:24192; appliedIndex:24190; }","duration":"351.995526ms","start":"2026-04-16T10:08:52.946226Z","end":"2026-04-16T10:08:53.298222Z","steps":["trace[1688057142] 'read index received' (duration: 65.35682ms)","trace[1688057142] 'applied index is now lower than readState.Index' (duration: 286.637526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:53.298491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.258815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-04-16T10:08:53.298549Z","caller":"traceutil/trace.go:171","msg":"trace[1719653048] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:23423; }","duration":"352.335078ms","start":"2026-04-16T10:08:52.946189Z","end":"2026-04-16T10:08:53.298524Z","steps":["trace[1719653048] 'agreement among raft nodes before linearized reading' (duration: 352.116111ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:53.298548Z","caller":"traceutil/trace.go:171","msg":"trace[918950143] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"422.212901ms","start":"2026-04-16T10:08:52.876316Z","end":"2026-04-16T10:08:53.298529Z","steps":["trace[918950143] 'process raft request' (duration: 135.207253ms)","trace[918950143] 'compare' (duration: 286.242264ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:53.298559Z","caller":"traceutil/trace.go:171","msg":"trace[1571282873] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"366.505354ms","start":"2026-04-16T10:08:52.932017Z","end":"2026-04-16T10:08:53.298522Z","steps":["trace[1571282873] 'process raft request' (duration: 366.130472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:53.298619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:52.876294Z","time spent":"422.292653ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:53.298725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:52.932001Z","time spent":"366.645529ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:53.298594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:52.946155Z","time spent":"352.427851ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-04-16T10:08:53.299669Z","caller":"traceutil/trace.go:171","msg":"trace[1720661729] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"353.299848ms","start":"2026-04-16T10:08:52.946345Z","end":"2026-04-16T10:08:53.299645Z","steps":["trace[1720661729] 'process raft request' (duration: 353.197055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:53.299769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:52.946323Z","time spent":"353.402111ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T10:08:53.312501Z","caller":"traceutil/trace.go:171","msg":"trace[1715021441] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"256.9025ms","start":"2026-04-16T10:08:53.055584Z","end":"2026-04-16T10:08:53.312486Z","steps":["trace[1715021441] 'process raft request' (duration: 256.718244ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:53.723788Z","caller":"traceutil/trace.go:171","msg":"trace[1020876313] linearizableReadLoop","detail":"{readStateIndex:24206; appliedIndex:24205; }","duration":"115.965216ms","start":"2026-04-16T10:08:53.607797Z","end":"2026-04-16T10:08:53.723763Z","steps":["trace[1020876313] 'read index received' (duration: 111.391762ms)","trace[1020876313] 'applied index is now lower than readState.Index' (duration: 4.572374ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:53.72383Z","caller":"traceutil/trace.go:171","msg":"trace[921799085] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"116.674938ms","start":"2026-04-16T10:08:53.607137Z","end":"2026-04-16T10:08:53.723812Z","steps":["trace[921799085] 'process raft request' (duration: 112.025792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:53.724151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.330157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-04-16T10:08:53.724214Z","caller":"traceutil/trace.go:171","msg":"trace[1262547301] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:23437; }","duration":"116.425991ms","start":"2026-04-16T10:08:53.607772Z","end":"2026-04-16T10:08:53.724198Z","steps":["trace[1262547301] 'agreement among raft nodes before linearized reading' (duration: 116.180243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:53.960253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.247048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:53.960371Z","caller":"traceutil/trace.go:171","msg":"trace[1483146143] linearizableReadLoop","detail":"{readStateIndex:24208; appliedIndex:24206; }","duration":"197.886089ms","start":"2026-04-16T10:08:53.762466Z","end":"2026-04-16T10:08:53.960352Z","steps":["trace[1483146143] 'read index received' (duration: 61.169179ms)","trace[1483146143] 'applied index is now lower than readState.Index' (duration: 136.71309ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:53.960487Z","caller":"traceutil/trace.go:171","msg":"trace[433728699] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"231.751287ms","start":"2026-04-16T10:08:53.72872Z","end":"2026-04-16T10:08:53.960471Z","steps":["trace[433728699] 'process raft request' (duration: 113.198689ms)","trace[433728699] 'compare' (duration: 117.942708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:53.960629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.142907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-16T10:08:53.960731Z","caller":"traceutil/trace.go:171","msg":"trace[1104743307] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23439; }","duration":"198.277681ms","start":"2026-04-16T10:08:53.762427Z","end":"2026-04-16T10:08:53.960705Z","steps":["trace[1104743307] 'agreement among raft nodes before linearized reading' (duration: 198.041774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:53.960749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.642758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-16T10:08:53.96085Z","caller":"traceutil/trace.go:171","msg":"trace[1068459326] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23439; }","duration":"143.795774ms","start":"2026-04-16T10:08:53.817032Z","end":"2026-04-16T10:08:53.960827Z","steps":["trace[1068459326] 'agreement among raft nodes before linearized reading' (duration: 143.525645ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:54.339495Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22197} {"level":"warn","ts":"2026-04-16T10:08:54.740496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.208489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:54.740644Z","caller":"traceutil/trace.go:171","msg":"trace[451588352] linearizableReadLoop","detail":"{readStateIndex:24222; appliedIndex:24221; }","duration":"239.278064ms","start":"2026-04-16T10:08:54.50134Z","end":"2026-04-16T10:08:54.740618Z","steps":["trace[451588352] 'read index received' (duration: 66.886309ms)","trace[451588352] 'applied index is now lower than readState.Index' (duration: 172.389585ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:54.74068Z","caller":"traceutil/trace.go:171","msg":"trace[1463848965] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"239.822901ms","start":"2026-04-16T10:08:54.500822Z","end":"2026-04-16T10:08:54.740644Z","steps":["trace[1463848965] 'process raft request' (duration: 67.404895ms)","trace[1463848965] 'compare' (duration: 151.760235ms)","trace[1463848965] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/rabbitmq-neutron.18a6ce7be12f3f88; req_size:719; } (duration: 20.29583ms)"],"step_count":3} {"level":"warn","ts":"2026-04-16T10:08:54.740957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.601394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-04-16T10:08:54.741013Z","caller":"traceutil/trace.go:171","msg":"trace[1141498030] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:23455; }","duration":"239.684546ms","start":"2026-04-16T10:08:54.501319Z","end":"2026-04-16T10:08:54.741003Z","steps":["trace[1141498030] 'agreement among raft nodes before linearized reading' (duration: 239.426178ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:54.741028Z","caller":"traceutil/trace.go:171","msg":"trace[1157442702] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"192.802079ms","start":"2026-04-16T10:08:54.548187Z","end":"2026-04-16T10:08:54.740989Z","steps":["trace[1157442702] 'process raft request' (duration: 192.50539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:54.741085Z","caller":"traceutil/trace.go:171","msg":"trace[1438936112] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"235.324429ms","start":"2026-04-16T10:08:54.505746Z","end":"2026-04-16T10:08:54.741071Z","steps":["trace[1438936112] 'process raft request' (duration: 234.852134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:55.052452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.405055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:55.052553Z","caller":"traceutil/trace.go:171","msg":"trace[1682245973] linearizableReadLoop","detail":"{readStateIndex:24226; appliedIndex:24225; }","duration":"292.244724ms","start":"2026-04-16T10:08:54.760291Z","end":"2026-04-16T10:08:55.052536Z","steps":["trace[1682245973] 'read index received' (duration: 80.561879ms)","trace[1682245973] 'applied index is now lower than readState.Index' (duration: 211.681515ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:55.052687Z","caller":"traceutil/trace.go:171","msg":"trace[489708430] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"293.358359ms","start":"2026-04-16T10:08:54.759275Z","end":"2026-04-16T10:08:55.052634Z","steps":["trace[489708430] 'process raft request' (duration: 81.690765ms)","trace[489708430] 'compare' (duration: 168.508083ms)","trace[489708430] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/rabbitmq-neutron.18a6ce7bf06839ca; req_size:730; } (duration: 42.643295ms)"],"step_count":3} {"level":"warn","ts":"2026-04-16T10:08:55.052817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.507192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-04-16T10:08:55.052866Z","caller":"traceutil/trace.go:171","msg":"trace[1355705821] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23456; }","duration":"292.578965ms","start":"2026-04-16T10:08:54.760272Z","end":"2026-04-16T10:08:55.052851Z","steps":["trace[1355705821] 'agreement among raft nodes before linearized reading' (duration: 292.356898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:55.170344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.49835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"info","ts":"2026-04-16T10:08:55.170421Z","caller":"traceutil/trace.go:171","msg":"trace[528487759] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:23456; }","duration":"101.599573ms","start":"2026-04-16T10:08:55.068809Z","end":"2026-04-16T10:08:55.170408Z","steps":["trace[528487759] 'range keys from in-memory index tree' (duration: 101.374856ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:55.21432Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22197,"took":"869.68823ms","hash":1642986217,"current-db-size-bytes":54980608,"current-db-size":"55 MB","current-db-size-in-use-bytes":32235520,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T10:08:55.214398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1642986217,"revision":22197,"compact-revision":18918} {"level":"info","ts":"2026-04-16T10:08:56.362803Z","caller":"traceutil/trace.go:171","msg":"trace[1242258308] linearizableReadLoop","detail":"{readStateIndex:24246; appliedIndex:24245; }","duration":"158.153426ms","start":"2026-04-16T10:08:56.204623Z","end":"2026-04-16T10:08:56.362776Z","steps":["trace[1242258308] 'read index received' (duration: 70.935086ms)","trace[1242258308] 'applied index is now lower than readState.Index' (duration: 87.21704ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:56.36291Z","caller":"traceutil/trace.go:171","msg":"trace[1364687782] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"141.580834ms","start":"2026-04-16T10:08:56.221311Z","end":"2026-04-16T10:08:56.362892Z","steps":["trace[1364687782] 'process raft request' (duration: 141.403168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:56.362962Z","caller":"traceutil/trace.go:171","msg":"trace[237634330] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"194.856864ms","start":"2026-04-16T10:08:56.168088Z","end":"2026-04-16T10:08:56.362945Z","steps":["trace[237634330] 'process raft request' (duration: 107.391016ms)","trace[237634330] 'compare' (duration: 86.810637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:56.363273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.558067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-04-16T10:08:56.364369Z","caller":"traceutil/trace.go:171","msg":"trace[965127765] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23476; }","duration":"171.739395ms","start":"2026-04-16T10:08:56.192611Z","end":"2026-04-16T10:08:56.364351Z","steps":["trace[965127765] 'agreement among raft nodes before linearized reading' (duration: 170.466605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:56.363616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.2414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-04-16T10:08:56.364493Z","caller":"traceutil/trace.go:171","msg":"trace[998264907] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:23476; }","duration":"147.150109ms","start":"2026-04-16T10:08:56.217329Z","end":"2026-04-16T10:08:56.364479Z","steps":["trace[998264907] 'agreement among raft nodes before linearized reading' (duration: 146.175438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:56.363613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.386441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:56.364682Z","caller":"traceutil/trace.go:171","msg":"trace[2071815949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23476; }","duration":"183.452154ms","start":"2026-04-16T10:08:56.181163Z","end":"2026-04-16T10:08:56.364615Z","steps":["trace[2071815949] 'agreement among raft nodes before linearized reading' (duration: 182.36236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:56.363737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.136529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7599"} {"level":"info","ts":"2026-04-16T10:08:56.36482Z","caller":"traceutil/trace.go:171","msg":"trace[1502382029] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:23476; }","duration":"122.244844ms","start":"2026-04-16T10:08:56.242563Z","end":"2026-04-16T10:08:56.364808Z","steps":["trace[1502382029] 'agreement among raft nodes before linearized reading' (duration: 121.083478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:56.625741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.958149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-16T10:08:56.625803Z","caller":"traceutil/trace.go:171","msg":"trace[171877252] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:23476; }","duration":"158.097844ms","start":"2026-04-16T10:08:56.467691Z","end":"2026-04-16T10:08:56.625789Z","steps":["trace[171877252] 'range keys from in-memory index tree' (duration: 157.841365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:56.625969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.1885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-04-16T10:08:56.625994Z","caller":"traceutil/trace.go:171","msg":"trace[1137312271] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:23476; }","duration":"134.214411ms","start":"2026-04-16T10:08:56.491774Z","end":"2026-04-16T10:08:56.625988Z","steps":["trace[1137312271] 'range keys from in-memory index tree' (duration: 134.066896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:56.626199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.551951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7852"} {"level":"info","ts":"2026-04-16T10:08:56.626226Z","caller":"traceutil/trace.go:171","msg":"trace[1898416932] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:23476; }","duration":"108.601003ms","start":"2026-04-16T10:08:56.517617Z","end":"2026-04-16T10:08:56.626218Z","steps":["trace[1898416932] 'range keys from in-memory index tree' (duration: 108.469349ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.033678Z","caller":"traceutil/trace.go:171","msg":"trace[823230515] linearizableReadLoop","detail":"{readStateIndex:24248; appliedIndex:24247; }","duration":"382.745157ms","start":"2026-04-16T10:08:56.650701Z","end":"2026-04-16T10:08:57.033446Z","steps":["trace[823230515] 'read index received' (duration: 382.597793ms)","trace[823230515] 'applied index is now lower than readState.Index' (duration: 145.824µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:57.034145Z","caller":"traceutil/trace.go:171","msg":"trace[1226562891] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"400.780786ms","start":"2026-04-16T10:08:56.633353Z","end":"2026-04-16T10:08:57.034134Z","steps":["trace[1226562891] 'process raft request' (duration: 399.863287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.034277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.633337Z","time spent":"400.843308ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:57.034534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.868882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-16T10:08:57.034575Z","caller":"traceutil/trace.go:171","msg":"trace[838523677] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:23477; }","duration":"383.930405ms","start":"2026-04-16T10:08:56.650633Z","end":"2026-04-16T10:08:57.034563Z","steps":["trace[838523677] 'agreement among raft nodes before linearized reading' (duration: 383.78113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.034605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.650621Z","time spent":"383.978806ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-04-16T10:08:57.222102Z","caller":"traceutil/trace.go:171","msg":"trace[1985167412] linearizableReadLoop","detail":"{readStateIndex:24251; appliedIndex:24248; }","duration":"188.305406ms","start":"2026-04-16T10:08:57.03377Z","end":"2026-04-16T10:08:57.222076Z","steps":["trace[1985167412] 'read index received' (duration: 101.733897ms)","trace[1985167412] 'applied index is now lower than readState.Index' (duration: 86.570259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:57.222223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.016551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:57.222294Z","caller":"traceutil/trace.go:171","msg":"trace[1742141395] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23480; }","duration":"465.124375ms","start":"2026-04-16T10:08:56.757153Z","end":"2026-04-16T10:08:57.222277Z","steps":["trace[1742141395] 'agreement among raft nodes before linearized reading' (duration: 464.98823ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.222273Z","caller":"traceutil/trace.go:171","msg":"trace[362985482] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"472.348473ms","start":"2026-04-16T10:08:56.749895Z","end":"2026-04-16T10:08:57.222244Z","steps":["trace[362985482] 'process raft request' (duration: 472.129226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.232517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"warn","ts":"2026-04-16T10:08:57.222375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.757144Z","time spent":"465.220007ms","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:57.222362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.046181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12029"} {"level":"warn","ts":"2026-04-16T10:08:57.222308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.487726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-04-16T10:08:57.222388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.454836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-16T10:08:57.22243Z","caller":"traceutil/trace.go:171","msg":"trace[1529950600] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23480; }","duration":"504.124394ms","start":"2026-04-16T10:08:56.718288Z","end":"2026-04-16T10:08:57.222412Z","steps":["trace[1529950600] 'agreement among raft nodes before linearized reading' (duration: 503.876076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.434254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:7942"} {"level":"info","ts":"2026-04-16T10:08:57.222456Z","caller":"traceutil/trace.go:171","msg":"trace[1829589737] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"474.730168ms","start":"2026-04-16T10:08:56.747709Z","end":"2026-04-16T10:08:57.22244Z","steps":["trace[1829589737] 'process raft request' (duration: 474.239832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.749877Z","time spent":"472.497717ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:57.222474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.718253Z","time spent":"504.212967ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12052,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-16T10:08:57.222482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.460255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:57.222504Z","caller":"traceutil/trace.go:171","msg":"trace[1305953046] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:23480; }","duration":"229.563327ms","start":"2026-04-16T10:08:56.992919Z","end":"2026-04-16T10:08:57.222482Z","steps":["trace[1305953046] 'agreement among raft nodes before linearized reading' (duration: 229.265958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.222524Z","caller":"traceutil/trace.go:171","msg":"trace[463944749] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23480; }","duration":"530.530207ms","start":"2026-04-16T10:08:56.691982Z","end":"2026-04-16T10:08:57.222512Z","steps":["trace[463944749] 'agreement among raft nodes before linearized reading' (duration: 530.453285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.747684Z","time spent":"474.81768ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:57.222569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.691969Z","time spent":"530.587218ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:57.222585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.469925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-data\" ","response":"range_response_count:1 size:6543"} {"level":"warn","ts":"2026-04-16T10:08:57.222614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.072541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-04-16T10:08:57.222463Z","caller":"traceutil/trace.go:171","msg":"trace[2134041020] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23480; }","duration":"479.630552ms","start":"2026-04-16T10:08:56.742813Z","end":"2026-04-16T10:08:57.222443Z","steps":["trace[2134041020] 'agreement among raft nodes before linearized reading' (duration: 479.358603ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.222646Z","caller":"traceutil/trace.go:171","msg":"trace[24268871] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:23480; }","duration":"379.103042ms","start":"2026-04-16T10:08:56.843533Z","end":"2026-04-16T10:08:57.222636Z","steps":["trace[24268871] 'agreement among raft nodes before linearized reading' (duration: 379.03829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.808637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"warn","ts":"2026-04-16T10:08:57.222675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.843515Z","time spent":"379.152264ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-04-16T10:08:57.222411Z","caller":"traceutil/trace.go:171","msg":"trace[1822709251] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:23480; }","duration":"530.350831ms","start":"2026-04-16T10:08:56.692046Z","end":"2026-04-16T10:08:57.222397Z","steps":["trace[1822709251] 'agreement among raft nodes before linearized reading' (duration: 530.155045ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.222452Z","caller":"traceutil/trace.go:171","msg":"trace[1148744003] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:23480; }","duration":"354.663231ms","start":"2026-04-16T10:08:56.867769Z","end":"2026-04-16T10:08:57.222433Z","steps":["trace[1148744003] 'agreement among raft nodes before linearized reading' (duration: 354.345911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.692036Z","time spent":"530.665591ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-16T10:08:57.222687Z","caller":"traceutil/trace.go:171","msg":"trace[575079039] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:23480; }","duration":"204.877289ms","start":"2026-04-16T10:08:57.017798Z","end":"2026-04-16T10:08:57.222675Z","steps":["trace[575079039] 'agreement among raft nodes before linearized reading' (duration: 204.703674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.22273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.293518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"warn","ts":"2026-04-16T10:08:57.222743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.867754Z","time spent":"354.976382ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-04-16T10:08:57.222771Z","caller":"traceutil/trace.go:171","msg":"trace[1354151794] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:23480; }","duration":"555.350379ms","start":"2026-04-16T10:08:56.66741Z","end":"2026-04-16T10:08:57.22276Z","steps":["trace[1354151794] 'agreement among raft nodes before linearized reading' (duration: 555.230425ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.222633Z","caller":"traceutil/trace.go:171","msg":"trace[2024482248] range","detail":"{range_begin:/registry/deployments/openstack/manila-data; range_end:; response_count:1; response_revision:23480; }","duration":"255.539986ms","start":"2026-04-16T10:08:56.967079Z","end":"2026-04-16T10:08:57.222619Z","steps":["trace[2024482248] 'agreement among raft nodes before linearized reading' (duration: 255.402342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.667401Z","time spent":"555.394021ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-04-16T10:08:57.222744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.699108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-04-16T10:08:57.222858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.12201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T10:08:57.222894Z","caller":"traceutil/trace.go:171","msg":"trace[709854600] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:23480; }","duration":"279.881084ms","start":"2026-04-16T10:08:56.943002Z","end":"2026-04-16T10:08:57.222883Z","steps":["trace[709854600] 'agreement among raft nodes before linearized reading' (duration: 279.656507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.742796Z","time spent":"479.867029ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-16T10:08:57.222909Z","caller":"traceutil/trace.go:171","msg":"trace[507562755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23480; }","duration":"305.207162ms","start":"2026-04-16T10:08:56.917685Z","end":"2026-04-16T10:08:57.222892Z","steps":["trace[507562755] 'agreement among raft nodes before linearized reading' (duration: 305.083478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.222923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.17068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-04-16T10:08:57.222961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.917665Z","time spent":"305.280285ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T10:08:57.222967Z","caller":"traceutil/trace.go:171","msg":"trace[1417481131] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:23480; }","duration":"330.244552ms","start":"2026-04-16T10:08:56.89271Z","end":"2026-04-16T10:08:57.222954Z","steps":["trace[1417481131] 'agreement among raft nodes before linearized reading' (duration: 330.121008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.223015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.123763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-04-16T10:08:57.223009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.89268Z","time spent":"330.318274ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-04-16T10:08:57.223031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.328817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-04-16T10:08:57.223043Z","caller":"traceutil/trace.go:171","msg":"trace[150294287] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:23480; }","duration":"405.177675ms","start":"2026-04-16T10:08:56.817857Z","end":"2026-04-16T10:08:57.223035Z","steps":["trace[150294287] 'agreement among raft nodes before linearized reading' (duration: 405.093972ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.223057Z","caller":"traceutil/trace.go:171","msg":"trace[1671945540] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:23480; }","duration":"456.386399ms","start":"2026-04-16T10:08:56.766663Z","end":"2026-04-16T10:08:57.22305Z","steps":["trace[1671945540] 'agreement among raft nodes before linearized reading' (duration: 456.301436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.223073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.817843Z","time spent":"405.224226ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-04-16T10:08:57.223083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.766651Z","time spent":"456.42638ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-04-16T10:08:57.223105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.130845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-04-16T10:08:57.223143Z","caller":"traceutil/trace.go:171","msg":"trace[489181358] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:23480; }","duration":"426.291371ms","start":"2026-04-16T10:08:56.796839Z","end":"2026-04-16T10:08:57.223131Z","steps":["trace[489181358] 'agreement among raft nodes before linearized reading' (duration: 426.184757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.223173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.796816Z","time spent":"426.350162ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-04-16T10:08:57.223233Z","caller":"traceutil/trace.go:171","msg":"trace[1724942163] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"476.146652ms","start":"2026-04-16T10:08:56.745943Z","end":"2026-04-16T10:08:57.22209Z","steps":["trace[1724942163] 'process raft request' (duration: 389.543031ms)","trace[1724942163] 'compare' (duration: 86.315302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:57.22336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:56.74592Z","time spent":"477.398681ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:57.461083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.385983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:57.461294Z","caller":"traceutil/trace.go:171","msg":"trace[893896317] linearizableReadLoop","detail":"{readStateIndex:24253; appliedIndex:24251; }","duration":"239.102549ms","start":"2026-04-16T10:08:57.222174Z","end":"2026-04-16T10:08:57.461277Z","steps":["trace[893896317] 'read index received' (duration: 133.52667ms)","trace[893896317] 'applied index is now lower than readState.Index' (duration: 105.574889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:57.461463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.12098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8930"} {"level":"info","ts":"2026-04-16T10:08:57.46149Z","caller":"traceutil/trace.go:171","msg":"trace[201357943] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:23482; }","duration":"344.172302ms","start":"2026-04-16T10:08:57.117309Z","end":"2026-04-16T10:08:57.461481Z","steps":["trace[201357943] 'agreement among raft nodes before linearized reading' (duration: 344.037127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.461521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.117298Z","time spent":"344.215583ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8953,"request content":"key:\"/registry/deployments/openstack/horizon\" "} {"level":"warn","ts":"2026-04-16T10:08:57.461538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.173851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-04-16T10:08:57.461553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.386588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:08:57.461615Z","caller":"traceutil/trace.go:171","msg":"trace[1181511678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23482; }","duration":"318.304196ms","start":"2026-04-16T10:08:57.143289Z","end":"2026-04-16T10:08:57.461593Z","steps":["trace[1181511678] 'agreement among raft nodes before linearized reading' (duration: 318.014647ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.461624Z","caller":"traceutil/trace.go:171","msg":"trace[394541904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23482; }","duration":"390.474521ms","start":"2026-04-16T10:08:57.071136Z","end":"2026-04-16T10:08:57.461611Z","steps":["trace[394541904] 'agreement among raft nodes before linearized reading' (duration: 390.240363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.461658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.071131Z","time spent":"390.519453ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:08:57.461665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.143269Z","time spent":"318.381468ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-16T10:08:57.461764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.243635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-04-16T10:08:57.461733Z","caller":"traceutil/trace.go:171","msg":"trace[572791162] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"419.174085ms","start":"2026-04-16T10:08:57.042525Z","end":"2026-04-16T10:08:57.461699Z","steps":["trace[572791162] 'process raft request' (duration: 313.089181ms)","trace[572791162] 'compare' (duration: 105.230697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:57.461766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.886781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-16T10:08:57.461792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.044282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-16T10:08:57.4618Z","caller":"traceutil/trace.go:171","msg":"trace[1020592301] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23482; }","duration":"391.321817ms","start":"2026-04-16T10:08:57.070468Z","end":"2026-04-16T10:08:57.461789Z","steps":["trace[1020592301] 'agreement among raft nodes before linearized reading' (duration: 391.223114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.461792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.921345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:08:57.461825Z","caller":"traceutil/trace.go:171","msg":"trace[2071918061] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23482; }","duration":"419.097793ms","start":"2026-04-16T10:08:57.042717Z","end":"2026-04-16T10:08:57.461815Z","steps":["trace[2071918061] 'agreement among raft nodes before linearized reading' (duration: 419.020671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.461831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.070446Z","time spent":"391.378729ms","remote":"127.0.0.1:43880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5469,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-04-16T10:08:57.461829Z","caller":"traceutil/trace.go:171","msg":"trace[1349733188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23482; }","duration":"368.981133ms","start":"2026-04-16T10:08:57.092831Z","end":"2026-04-16T10:08:57.461812Z","steps":["trace[1349733188] 'agreement among raft nodes before linearized reading' (duration: 368.785217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.461848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.042709Z","time spent":"419.134755ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-16T10:08:57.461855Z","caller":"traceutil/trace.go:171","msg":"trace[1205025609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23482; }","duration":"378.05597ms","start":"2026-04-16T10:08:57.083784Z","end":"2026-04-16T10:08:57.46184Z","steps":["trace[1205025609] 'agreement among raft nodes before linearized reading' (duration: 377.837193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.461866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.09282Z","time spent":"369.038665ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T10:08:57.461901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.08376Z","time spent":"378.132982ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T10:08:57.461893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.0425Z","time spent":"419.30877ms","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:57.461961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.85608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l\" ","response":"range_response_count:1 size:6259"} {"level":"info","ts":"2026-04-16T10:08:57.461995Z","caller":"traceutil/trace.go:171","msg":"trace[1186789984] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5f79l; range_end:; response_count:1; response_revision:23482; }","duration":"290.931932ms","start":"2026-04-16T10:08:57.171054Z","end":"2026-04-16T10:08:57.461986Z","steps":["trace[1186789984] 'agreement among raft nodes before linearized reading' (duration: 290.831239ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.461862Z","caller":"traceutil/trace.go:171","msg":"trace[1248878679] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"419.124584ms","start":"2026-04-16T10:08:57.042723Z","end":"2026-04-16T10:08:57.461848Z","steps":["trace[1248878679] 'process raft request' (duration: 418.475554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.462096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:57.042696Z","time spent":"419.345491ms","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:08:57.520717Z","caller":"traceutil/trace.go:171","msg":"trace[1575831939] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"197.212047ms","start":"2026-04-16T10:08:57.323486Z","end":"2026-04-16T10:08:57.520698Z","steps":["trace[1575831939] 'process raft request' (duration: 197.137315ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.520733Z","caller":"traceutil/trace.go:171","msg":"trace[1633097362] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"204.984752ms","start":"2026-04-16T10:08:57.315716Z","end":"2026-04-16T10:08:57.520701Z","steps":["trace[1633097362] 'process raft request' (duration: 204.785076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.521019Z","caller":"traceutil/trace.go:171","msg":"trace[1069542902] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"187.529273ms","start":"2026-04-16T10:08:57.333472Z","end":"2026-04-16T10:08:57.521002Z","steps":["trace[1069542902] 'process raft request' (duration: 187.393889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.521028Z","caller":"traceutil/trace.go:171","msg":"trace[605758510] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"193.48713ms","start":"2026-04-16T10:08:57.327513Z","end":"2026-04-16T10:08:57.521Z","steps":["trace[605758510] 'process raft request' (duration: 193.148149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.521126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.337017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11542"} {"level":"warn","ts":"2026-04-16T10:08:57.521153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.636346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-16T10:08:57.521145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.480925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-04-16T10:08:57.521174Z","caller":"traceutil/trace.go:171","msg":"trace[2116031265] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23486; }","duration":"292.686598ms","start":"2026-04-16T10:08:57.22848Z","end":"2026-04-16T10:08:57.521167Z","steps":["trace[2116031265] 'agreement among raft nodes before linearized reading' (duration: 292.631486ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.521166Z","caller":"traceutil/trace.go:171","msg":"trace[721192147] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:23486; }","duration":"279.41402ms","start":"2026-04-16T10:08:57.24174Z","end":"2026-04-16T10:08:57.521154Z","steps":["trace[721192147] 'agreement among raft nodes before linearized reading' (duration: 279.274695ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.521186Z","caller":"traceutil/trace.go:171","msg":"trace[1760255496] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:23486; }","duration":"203.549287ms","start":"2026-04-16T10:08:57.317626Z","end":"2026-04-16T10:08:57.521175Z","steps":["trace[1760255496] 'agreement among raft nodes before linearized reading' (duration: 203.380562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.521222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.760481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"info","ts":"2026-04-16T10:08:57.521267Z","caller":"traceutil/trace.go:171","msg":"trace[603035096] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:23486; }","duration":"292.828233ms","start":"2026-04-16T10:08:57.228426Z","end":"2026-04-16T10:08:57.521254Z","steps":["trace[603035096] 'agreement among raft nodes before linearized reading' (duration: 292.74767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.521308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.735259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:1 size:7300"} {"level":"info","ts":"2026-04-16T10:08:57.521322Z","caller":"traceutil/trace.go:171","msg":"trace[362048742] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:1; response_revision:23486; }","duration":"292.763161ms","start":"2026-04-16T10:08:57.228555Z","end":"2026-04-16T10:08:57.521318Z","steps":["trace[362048742] 'agreement among raft nodes before linearized reading' (duration: 292.711489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.521312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.152538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11363"} {"level":"warn","ts":"2026-04-16T10:08:57.521334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.646512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-16T10:08:57.521207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.472991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-04-16T10:08:57.521339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.000319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/ovn-northd\" ","response":"range_response_count:1 size:6582"} {"level":"info","ts":"2026-04-16T10:08:57.521353Z","caller":"traceutil/trace.go:171","msg":"trace[1797603527] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:23486; }","duration":"153.220991ms","start":"2026-04-16T10:08:57.368121Z","end":"2026-04-16T10:08:57.521342Z","steps":["trace[1797603527] 'agreement among raft nodes before linearized reading' (duration: 153.050265ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.521364Z","caller":"traceutil/trace.go:171","msg":"trace[1027387475] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23486; }","duration":"178.707124ms","start":"2026-04-16T10:08:57.342645Z","end":"2026-04-16T10:08:57.521352Z","steps":["trace[1027387475] 'agreement among raft nodes before linearized reading' (duration: 178.626501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.521387Z","caller":"traceutil/trace.go:171","msg":"trace[1379184940] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23486; }","duration":"128.688848ms","start":"2026-04-16T10:08:57.392681Z","end":"2026-04-16T10:08:57.52137Z","steps":["trace[1379184940] 'agreement among raft nodes before linearized reading' (duration: 128.363517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.521394Z","caller":"traceutil/trace.go:171","msg":"trace[446330965] range","detail":"{range_begin:/registry/deployments/openstack/ovn-northd; range_end:; response_count:1; response_revision:23486; }","duration":"104.073242ms","start":"2026-04-16T10:08:57.417305Z","end":"2026-04-16T10:08:57.521378Z","steps":["trace[446330965] 'agreement among raft nodes before linearized reading' (duration: 103.940318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.521114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.867217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:57.521489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.301596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:3040"} {"level":"info","ts":"2026-04-16T10:08:57.521484Z","caller":"traceutil/trace.go:171","msg":"trace[1981866903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:23486; }","duration":"282.275099ms","start":"2026-04-16T10:08:57.239188Z","end":"2026-04-16T10:08:57.521463Z","steps":["trace[1981866903] 'agreement among raft nodes before linearized reading' (duration: 281.833836ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:57.521503Z","caller":"traceutil/trace.go:171","msg":"trace[1948666418] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:23486; }","duration":"253.355228ms","start":"2026-04-16T10:08:57.268144Z","end":"2026-04-16T10:08:57.521499Z","steps":["trace[1948666418] 'agreement among raft nodes before linearized reading' (duration: 253.308906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:57.521531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.426552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6158"} {"level":"info","ts":"2026-04-16T10:08:57.52157Z","caller":"traceutil/trace.go:171","msg":"trace[1082093316] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23486; }","duration":"228.482353ms","start":"2026-04-16T10:08:57.293074Z","end":"2026-04-16T10:08:57.521556Z","steps":["trace[1082093316] 'agreement among raft nodes before linearized reading' (duration: 228.38083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:58.43194Z","caller":"traceutil/trace.go:171","msg":"trace[511568422] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"113.55639ms","start":"2026-04-16T10:08:58.318353Z","end":"2026-04-16T10:08:58.43191Z","steps":["trace[511568422] 'process raft request' (duration: 22.18401ms)","trace[511568422] 'compare' (duration: 91.194295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:08:59.182979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.316598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-grdjl\" ","response":"range_response_count:1 size:6967"} {"level":"info","ts":"2026-04-16T10:08:59.183062Z","caller":"traceutil/trace.go:171","msg":"trace[2025185887] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-grdjl; range_end:; response_count:1; response_revision:23501; }","duration":"365.450332ms","start":"2026-04-16T10:08:58.817591Z","end":"2026-04-16T10:08:59.183041Z","steps":["trace[2025185887] 'range keys from in-memory index tree' (duration: 365.139662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.817568Z","time spent":"365.525355ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6990,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-grdjl\" "} {"level":"warn","ts":"2026-04-16T10:08:59.183138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.755344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-xs8js\" ","response":"range_response_count:1 size:3539"} {"level":"warn","ts":"2026-04-16T10:08:59.183191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.753845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-kn7tf\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-04-16T10:08:59.183223Z","caller":"traceutil/trace.go:171","msg":"trace[2133226833] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-xs8js; range_end:; response_count:1; response_revision:23501; }","duration":"589.897078ms","start":"2026-04-16T10:08:58.593306Z","end":"2026-04-16T10:08:59.183204Z","steps":["trace[2133226833] 'range keys from in-memory index tree' (duration: 589.553658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.593281Z","time spent":"589.978021ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3562,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-xs8js\" "} {"level":"info","ts":"2026-04-16T10:08:59.183277Z","caller":"traceutil/trace.go:171","msg":"trace[2026119570] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-kn7tf; range_end:; response_count:1; response_revision:23501; }","duration":"465.858699ms","start":"2026-04-16T10:08:58.71738Z","end":"2026-04-16T10:08:59.183239Z","steps":["trace[2026119570] 'range keys from in-memory index tree' (duration: 465.6078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.474619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" ","response":"range_response_count:1 size:7284"} {"level":"warn","ts":"2026-04-16T10:08:59.183361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.387551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:59.18336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.629509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-bxjmf\" ","response":"range_response_count:1 size:7586"} {"level":"info","ts":"2026-04-16T10:08:59.183371Z","caller":"traceutil/trace.go:171","msg":"trace[1894675605] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n; range_end:; response_count:1; response_revision:23501; }","duration":"395.575032ms","start":"2026-04-16T10:08:58.787777Z","end":"2026-04-16T10:08:59.183352Z","steps":["trace[1894675605] 'range keys from in-memory index tree' (duration: 395.320124ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:59.183398Z","caller":"traceutil/trace.go:171","msg":"trace[1501064426] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23501; }","duration":"483.446062ms","start":"2026-04-16T10:08:58.699943Z","end":"2026-04-16T10:08:59.183389Z","steps":["trace[1501064426] 'count revisions from in-memory index tree' (duration: 483.313618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.787759Z","time spent":"395.650655ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605565-2vz5n\" "} {"level":"info","ts":"2026-04-16T10:08:59.183418Z","caller":"traceutil/trace.go:171","msg":"trace[1386692425] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-bxjmf; range_end:; response_count:1; response_revision:23501; }","duration":"490.706732ms","start":"2026-04-16T10:08:58.692694Z","end":"2026-04-16T10:08:59.183401Z","steps":["trace[1386692425] 'range keys from in-memory index tree' (duration: 490.493285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.598231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bcdnt\" ","response":"range_response_count:1 size:4583"} {"level":"warn","ts":"2026-04-16T10:08:59.183439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.699933Z","time spent":"483.493654ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:08:59.183425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.594945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"warn","ts":"2026-04-16T10:08:59.183465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.692682Z","time spent":"490.774463ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7609,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-bxjmf\" "} {"level":"info","ts":"2026-04-16T10:08:59.183503Z","caller":"traceutil/trace.go:171","msg":"trace[489162792] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:23501; }","duration":"390.708678ms","start":"2026-04-16T10:08:58.792779Z","end":"2026-04-16T10:08:59.183488Z","steps":["trace[489162792] 'range keys from in-memory index tree' (duration: 390.391129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:59.1835Z","caller":"traceutil/trace.go:171","msg":"trace[585236178] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-bcdnt; range_end:; response_count:1; response_revision:23501; }","duration":"440.751386ms","start":"2026-04-16T10:08:58.742721Z","end":"2026-04-16T10:08:59.183473Z","steps":["trace[585236178] 'range keys from in-memory index tree' (duration: 440.420346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.722376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-7dcf7b8b7d-6ltzv\" ","response":"range_response_count:1 size:8301"} {"level":"warn","ts":"2026-04-16T10:08:59.183562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.742703Z","time spent":"440.843869ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4606,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bcdnt\" "} {"level":"info","ts":"2026-04-16T10:08:59.183596Z","caller":"traceutil/trace.go:171","msg":"trace[995980960] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-7dcf7b8b7d-6ltzv; range_end:; response_count:1; response_revision:23501; }","duration":"566.013355ms","start":"2026-04-16T10:08:58.617566Z","end":"2026-04-16T10:08:59.183579Z","steps":["trace[995980960] 'range keys from in-memory index tree' (duration: 565.53685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.756499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-7bc775c8b-jxflk\" ","response":"range_response_count:1 size:7807"} {"level":"info","ts":"2026-04-16T10:08:59.183697Z","caller":"traceutil/trace.go:171","msg":"trace[618187308] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-7bc775c8b-jxflk; range_end:; response_count:1; response_revision:23501; }","duration":"415.892042ms","start":"2026-04-16T10:08:58.767791Z","end":"2026-04-16T10:08:59.183683Z","steps":["trace[618187308] 'range keys from in-memory index tree' (duration: 415.559922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.73476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-59f5f75f66-wgfhc\" ","response":"range_response_count:1 size:8464"} {"level":"warn","ts":"2026-04-16T10:08:59.183735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.767772Z","time spent":"415.954025ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7830,"request content":"key:\"/registry/pods/openstack/nova-conductor-7bc775c8b-jxflk\" "} {"level":"warn","ts":"2026-04-16T10:08:59.183541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.79277Z","time spent":"390.765571ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-16T10:08:59.183774Z","caller":"traceutil/trace.go:171","msg":"trace[51600688] range","detail":"{range_begin:/registry/pods/openstack/heat-api-59f5f75f66-wgfhc; range_end:; response_count:1; response_revision:23501; }","duration":"640.475803ms","start":"2026-04-16T10:08:58.543253Z","end":"2026-04-16T10:08:59.183729Z","steps":["trace[51600688] 'range keys from in-memory index tree' (duration: 639.461421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.183543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.348151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-wb7fn\" ","response":"range_response_count:1 size:5606"} {"level":"warn","ts":"2026-04-16T10:08:59.183796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.617495Z","time spent":"566.178681ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8324,"request content":"key:\"/registry/pods/openstack/nova-api-osapi-7dcf7b8b7d-6ltzv\" "} {"level":"warn","ts":"2026-04-16T10:08:59.183822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.893813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-exporter-5455644b6-hpcvm\" ","response":"range_response_count:1 size:6860"} {"level":"info","ts":"2026-04-16T10:08:59.184206Z","caller":"traceutil/trace.go:171","msg":"trace[459793121] range","detail":"{range_begin:/registry/pods/openstack/openstack-exporter-5455644b6-hpcvm; range_end:; response_count:1; response_revision:23501; }","duration":"541.297566ms","start":"2026-04-16T10:08:58.642888Z","end":"2026-04-16T10:08:59.184186Z","steps":["trace[459793121] 'range keys from in-memory index tree' (duration: 540.099799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.18439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.642878Z","time spent":"541.491532ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/openstack/openstack-exporter-5455644b6-hpcvm\" "} {"level":"warn","ts":"2026-04-16T10:08:59.183732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.736052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-75b5b7fb4-ktsn2\" ","response":"range_response_count:1 size:8468"} {"level":"info","ts":"2026-04-16T10:08:59.185603Z","caller":"traceutil/trace.go:171","msg":"trace[387135729] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-75b5b7fb4-ktsn2; range_end:; response_count:1; response_revision:23501; }","duration":"616.644392ms","start":"2026-04-16T10:08:58.568945Z","end":"2026-04-16T10:08:59.185589Z","steps":["trace[387135729] 'range keys from in-memory index tree' (duration: 614.541246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.185645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.568846Z","time spent":"616.786637ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8491,"request content":"key:\"/registry/pods/openstack/heat-cfn-75b5b7fb4-ktsn2\" "} {"level":"warn","ts":"2026-04-16T10:08:59.183318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.71735Z","time spent":"465.958791ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5184,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-kn7tf\" "} {"level":"info","ts":"2026-04-16T10:08:59.183876Z","caller":"traceutil/trace.go:171","msg":"trace[661530454] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-wb7fn; range_end:; response_count:1; response_revision:23501; }","duration":"340.723023ms","start":"2026-04-16T10:08:58.843138Z","end":"2026-04-16T10:08:59.183861Z","steps":["trace[661530454] 'range keys from in-memory index tree' (duration: 340.147085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.185782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.843113Z","time spent":"342.638483ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5629,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-wb7fn\" "} {"level":"warn","ts":"2026-04-16T10:08:59.183189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.3985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11488"} {"level":"info","ts":"2026-04-16T10:08:59.185911Z","caller":"traceutil/trace.go:171","msg":"trace[240612929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:23501; }","duration":"518.154247ms","start":"2026-04-16T10:08:58.667741Z","end":"2026-04-16T10:08:59.185895Z","steps":["trace[240612929] 'range keys from in-memory index tree' (duration: 515.320027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.18595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.667726Z","time spent":"518.214489ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11511,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-16T10:08:59.183978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.543221Z","time spent":"640.585776ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8487,"request content":"key:\"/registry/pods/openstack/heat-api-59f5f75f66-wgfhc\" "} {"level":"warn","ts":"2026-04-16T10:08:59.184095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.792259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:08:59.186118Z","caller":"traceutil/trace.go:171","msg":"trace[2012767040] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"342.387686ms","start":"2026-04-16T10:08:58.843675Z","end":"2026-04-16T10:08:59.186063Z","steps":["trace[2012767040] 'process raft request' (duration: 127.570642ms)","trace[2012767040] 'compare' (duration: 211.619953ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:59.186143Z","caller":"traceutil/trace.go:171","msg":"trace[1606173775] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24272; }","duration":"317.379536ms","start":"2026-04-16T10:08:58.868742Z","end":"2026-04-16T10:08:59.186122Z","steps":["trace[1606173775] 'read index received' (duration: 102.497031ms)","trace[1606173775] 'applied index is now lower than readState.Index' (duration: 214.879425ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:08:59.186223Z","caller":"traceutil/trace.go:171","msg":"trace[898255652] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"174.471371ms","start":"2026-04-16T10:08:59.011733Z","end":"2026-04-16T10:08:59.186205Z","steps":["trace[898255652] 'process raft request' (duration: 174.348057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.186268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.843654Z","time spent":"342.54001ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:08:59.186344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.297977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4587"} {"level":"warn","ts":"2026-04-16T10:08:59.186346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.591723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-7f75987f98-tznqr\" ","response":"range_response_count:1 size:10152"} {"level":"warn","ts":"2026-04-16T10:08:59.186368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.332817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:08:59.186379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.26252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-7767758f98-mpb9g\" ","response":"range_response_count:1 size:8274"} {"level":"info","ts":"2026-04-16T10:08:59.186397Z","caller":"traceutil/trace.go:171","msg":"trace[1556934051] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-7f75987f98-tznqr; range_end:; response_count:1; response_revision:23503; }","duration":"317.718008ms","start":"2026-04-16T10:08:58.868665Z","end":"2026-04-16T10:08:59.186383Z","steps":["trace[1556934051] 'agreement among raft nodes before linearized reading' (duration: 317.546202ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:59.186433Z","caller":"traceutil/trace.go:171","msg":"trace[1440227929] range","detail":"{range_begin:/registry/pods/openstack/placement-api-7767758f98-mpb9g; range_end:; response_count:1; response_revision:23503; }","duration":"243.349213ms","start":"2026-04-16T10:08:58.943071Z","end":"2026-04-16T10:08:59.18642Z","steps":["trace[1440227929] 'agreement among raft nodes before linearized reading' (duration: 243.219589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:08:59.186438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.164461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9546"} {"level":"warn","ts":"2026-04-16T10:08:59.186486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.243988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-76954c5cf4-8b6r9\" ","response":"range_response_count:1 size:13321"} {"level":"warn","ts":"2026-04-16T10:08:59.186487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.422827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-5b9b57654\" ","response":"range_response_count:1 size:6902"} {"level":"warn","ts":"2026-04-16T10:08:59.186499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.529214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-7595c4794b\" ","response":"range_response_count:1 size:11242"} {"level":"warn","ts":"2026-04-16T10:08:59.186439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:08:58.868646Z","time spent":"317.782699ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":10175,"request content":"key:\"/registry/pods/openstack/cinder-api-7f75987f98-tznqr\" "} {"level":"info","ts":"2026-04-16T10:08:59.186513Z","caller":"traceutil/trace.go:171","msg":"trace[349157722] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23503; }","duration":"193.264733ms","start":"2026-04-16T10:08:58.99323Z","end":"2026-04-16T10:08:59.186494Z","steps":["trace[349157722] 'agreement among raft nodes before linearized reading' (duration: 193.057427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:59.18652Z","caller":"traceutil/trace.go:171","msg":"trace[2072798427] range","detail":"{range_begin:/registry/pods/openstack/glance-api-76954c5cf4-8b6r9; range_end:; response_count:1; response_revision:23503; }","duration":"268.31312ms","start":"2026-04-16T10:08:58.918196Z","end":"2026-04-16T10:08:59.18651Z","steps":["trace[2072798427] 'agreement among raft nodes before linearized reading' (duration: 268.211076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:59.186541Z","caller":"traceutil/trace.go:171","msg":"trace[160244791] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-7595c4794b; range_end:; response_count:1; response_revision:23503; }","duration":"168.571405ms","start":"2026-04-16T10:08:59.017961Z","end":"2026-04-16T10:08:59.186532Z","steps":["trace[160244791] 'agreement among raft nodes before linearized reading' (duration: 168.489523ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:59.186545Z","caller":"traceutil/trace.go:171","msg":"trace[1070497538] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-5b9b57654; range_end:; response_count:1; response_revision:23503; }","duration":"218.478968ms","start":"2026-04-16T10:08:58.968051Z","end":"2026-04-16T10:08:59.18653Z","steps":["trace[1070497538] 'agreement among raft nodes before linearized reading' (duration: 218.343924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:59.186402Z","caller":"traceutil/trace.go:171","msg":"trace[1380273815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23503; }","duration":"102.403259ms","start":"2026-04-16T10:08:59.083988Z","end":"2026-04-16T10:08:59.186391Z","steps":["trace[1380273815] 'agreement among raft nodes before linearized reading' (duration: 102.346477ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:08:59.186389Z","caller":"traceutil/trace.go:171","msg":"trace[717201992] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:23503; }","duration":"293.380519ms","start":"2026-04-16T10:08:58.892994Z","end":"2026-04-16T10:08:59.186374Z","steps":["trace[717201992] 'agreement among raft nodes before linearized reading' (duration: 293.256655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:00.425834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.829159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-04-16T10:09:00.425931Z","caller":"traceutil/trace.go:171","msg":"trace[356487411] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:23514; }","duration":"107.954274ms","start":"2026-04-16T10:09:00.317929Z","end":"2026-04-16T10:09:00.425883Z","steps":["trace[356487411] 'range keys from in-memory index tree' (duration: 107.662744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.375824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.797832ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T10:09:01.376086Z","caller":"traceutil/trace.go:171","msg":"trace[266092496] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24289; }","duration":"182.904577ms","start":"2026-04-16T10:09:01.193152Z","end":"2026-04-16T10:09:01.376057Z","steps":["trace[266092496] 'read index received' (duration: 65.766624ms)","trace[266092496] 'applied index is now lower than readState.Index' (duration: 117.134803ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:01.376237Z","caller":"traceutil/trace.go:171","msg":"trace[1558537175] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"114.574462ms","start":"2026-04-16T10:09:01.261618Z","end":"2026-04-16T10:09:01.376193Z","steps":["trace[1558537175] 'process raft request' (duration: 114.313334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.376349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.829225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-16T10:09:01.37639Z","caller":"traceutil/trace.go:171","msg":"trace[1111039119] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:23521; }","duration":"170.913019ms","start":"2026-04-16T10:09:01.205461Z","end":"2026-04-16T10:09:01.376374Z","steps":["trace[1111039119] 'agreement among raft nodes before linearized reading' (duration: 170.793515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.376416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.259097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-7f758ccdd7\" ","response":"range_response_count:1 size:7431"} {"level":"info","ts":"2026-04-16T10:09:01.37649Z","caller":"traceutil/trace.go:171","msg":"trace[721942798] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-7f758ccdd7; range_end:; response_count:1; response_revision:23521; }","duration":"183.34408ms","start":"2026-04-16T10:09:01.19313Z","end":"2026-04-16T10:09:01.376474Z","steps":["trace[721942798] 'agreement among raft nodes before linearized reading' (duration: 183.101412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.376684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.43789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10704"} {"level":"info","ts":"2026-04-16T10:09:01.376722Z","caller":"traceutil/trace.go:171","msg":"trace[655069675] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23521; }","duration":"109.499482ms","start":"2026-04-16T10:09:01.267213Z","end":"2026-04-16T10:09:01.376713Z","steps":["trace[655069675] 'agreement among raft nodes before linearized reading' (duration: 109.396969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.376734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.664395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10635"} {"level":"info","ts":"2026-04-16T10:09:01.376774Z","caller":"traceutil/trace.go:171","msg":"trace[869001982] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23521; }","duration":"134.736288ms","start":"2026-04-16T10:09:01.242026Z","end":"2026-04-16T10:09:01.376762Z","steps":["trace[869001982] 'agreement among raft nodes before linearized reading' (duration: 134.628815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.376765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.58417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-4fxmn\" ","response":"range_response_count:1 size:3595"} {"level":"warn","ts":"2026-04-16T10:09:01.376786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.208574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-16T10:09:01.376818Z","caller":"traceutil/trace.go:171","msg":"trace[1719992445] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-4fxmn; range_end:; response_count:1; response_revision:23521; }","duration":"158.678652ms","start":"2026-04-16T10:09:01.218126Z","end":"2026-04-16T10:09:01.376804Z","steps":["trace[1719992445] 'agreement among raft nodes before linearized reading' (duration: 158.536858ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:01.37685Z","caller":"traceutil/trace.go:171","msg":"trace[1224356070] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:23521; }","duration":"162.308347ms","start":"2026-04-16T10:09:01.214527Z","end":"2026-04-16T10:09:01.376835Z","steps":["trace[1224356070] 'agreement among raft nodes before linearized reading' (duration: 162.097191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:01.607272Z","caller":"traceutil/trace.go:171","msg":"trace[919271730] linearizableReadLoop","detail":"{readStateIndex:24294; appliedIndex:24293; }","duration":"215.185705ms","start":"2026-04-16T10:09:01.392056Z","end":"2026-04-16T10:09:01.607241Z","steps":["trace[919271730] 'read index received' (duration: 115.207993ms)","trace[919271730] 'applied index is now lower than readState.Index' (duration: 99.976712ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:01.607517Z","caller":"traceutil/trace.go:171","msg":"trace[573181487] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"221.351299ms","start":"2026-04-16T10:09:01.386129Z","end":"2026-04-16T10:09:01.60748Z","steps":["trace[573181487] 'process raft request' (duration: 121.223592ms)","trace[573181487] 'compare' (duration: 99.616731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:01.607672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.600658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-85979457cd\" ","response":"range_response_count:1 size:11063"} {"level":"info","ts":"2026-04-16T10:09:01.607772Z","caller":"traceutil/trace.go:171","msg":"trace[145700780] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-85979457cd; range_end:; response_count:1; response_revision:23522; }","duration":"215.730962ms","start":"2026-04-16T10:09:01.392022Z","end":"2026-04-16T10:09:01.607753Z","steps":["trace[145700780] 'agreement among raft nodes before linearized reading' (duration: 215.462544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.635028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.469384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-data-7677cf89f5\" ","response":"range_response_count:1 size:6243"} {"level":"info","ts":"2026-04-16T10:09:01.63511Z","caller":"traceutil/trace.go:171","msg":"trace[753740890] range","detail":"{range_begin:/registry/replicasets/openstack/manila-data-7677cf89f5; range_end:; response_count:1; response_revision:23526; }","duration":"117.579877ms","start":"2026-04-16T10:09:01.517513Z","end":"2026-04-16T10:09:01.635093Z","steps":["trace[753740890] 'agreement among raft nodes before linearized reading' (duration: 117.422282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.635113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.779848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-7n9mv\" ","response":"range_response_count:1 size:4729"} {"level":"info","ts":"2026-04-16T10:09:01.635184Z","caller":"traceutil/trace.go:171","msg":"trace[703367752] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-7n9mv; range_end:; response_count:1; response_revision:23526; }","duration":"192.895411ms","start":"2026-04-16T10:09:01.442271Z","end":"2026-04-16T10:09:01.635166Z","steps":["trace[703367752] 'agreement among raft nodes before linearized reading' (duration: 192.677674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.635191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.553734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15274"} {"level":"info","ts":"2026-04-16T10:09:01.635294Z","caller":"traceutil/trace.go:171","msg":"trace[1746781919] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23526; }","duration":"142.784522ms","start":"2026-04-16T10:09:01.492494Z","end":"2026-04-16T10:09:01.635279Z","steps":["trace[1746781919] 'agreement among raft nodes before linearized reading' (duration: 142.473642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.63531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.149268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/ovn-northd-7659bd74f8\" ","response":"range_response_count:1 size:6276"} {"level":"info","ts":"2026-04-16T10:09:01.635393Z","caller":"traceutil/trace.go:171","msg":"trace[213596856] range","detail":"{range_begin:/registry/replicasets/openstack/ovn-northd-7659bd74f8; range_end:; response_count:1; response_revision:23526; }","duration":"218.266332ms","start":"2026-04-16T10:09:01.417107Z","end":"2026-04-16T10:09:01.635373Z","steps":["trace[213596856] 'agreement among raft nodes before linearized reading' (duration: 218.018134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.635433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.025878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-16T10:09:01.6355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.046147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-04-16T10:09:01.635506Z","caller":"traceutil/trace.go:171","msg":"trace[1201846787] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:23526; }","duration":"168.139081ms","start":"2026-04-16T10:09:01.467348Z","end":"2026-04-16T10:09:01.635487Z","steps":["trace[1201846787] 'agreement among raft nodes before linearized reading' (duration: 167.966706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:01.635541Z","caller":"traceutil/trace.go:171","msg":"trace[989398401] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:23526; }","duration":"233.12766ms","start":"2026-04-16T10:09:01.402403Z","end":"2026-04-16T10:09:01.635531Z","steps":["trace[989398401] 'agreement among raft nodes before linearized reading' (duration: 233.022836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:01.635649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.694432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8037"} {"level":"info","ts":"2026-04-16T10:09:01.635722Z","caller":"traceutil/trace.go:171","msg":"trace[1636321423] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23526; }","duration":"229.804245ms","start":"2026-04-16T10:09:01.405904Z","end":"2026-04-16T10:09:01.635708Z","steps":["trace[1636321423] 'agreement among raft nodes before linearized reading' (duration: 229.612029ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:01.803751Z","caller":"traceutil/trace.go:171","msg":"trace[2060803267] linearizableReadLoop","detail":"{readStateIndex:24299; appliedIndex:24298; }","duration":"111.421332ms","start":"2026-04-16T10:09:01.692303Z","end":"2026-04-16T10:09:01.803724Z","steps":["trace[2060803267] 'read index received' (duration: 16.019415ms)","trace[2060803267] 'applied index is now lower than readState.Index' (duration: 95.400407ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:01.803934Z","caller":"traceutil/trace.go:171","msg":"trace[1068124910] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"116.570505ms","start":"2026-04-16T10:09:01.687314Z","end":"2026-04-16T10:09:01.803885Z","steps":["trace[1068124910] 'process raft request' (duration: 21.066325ms)","trace[1068124910] 'compare' (duration: 95.194851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:01.804173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.842716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10632"} {"level":"info","ts":"2026-04-16T10:09:01.804328Z","caller":"traceutil/trace.go:171","msg":"trace[492848474] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23527; }","duration":"112.026402ms","start":"2026-04-16T10:09:01.692281Z","end":"2026-04-16T10:09:01.804307Z","steps":["trace[492848474] 'agreement among raft nodes before linearized reading' (duration: 111.611289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.048596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.561636ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:03.048733Z","caller":"traceutil/trace.go:171","msg":"trace[843123879] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23533; }","duration":"254.721581ms","start":"2026-04-16T10:09:02.793993Z","end":"2026-04-16T10:09:03.048715Z","steps":["trace[843123879] 'range keys from in-memory index tree' (duration: 254.541655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.049018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.064246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:09:03.04909Z","caller":"traceutil/trace.go:171","msg":"trace[1586690102] linearizableReadLoop","detail":"{readStateIndex:24306; appliedIndex:24305; }","duration":"331.519372ms","start":"2026-04-16T10:09:02.717553Z","end":"2026-04-16T10:09:03.049072Z","steps":["trace[1586690102] 'read index received' (duration: 73.28655ms)","trace[1586690102] 'applied index is now lower than readState.Index' (duration: 258.232142ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:03.049233Z","caller":"traceutil/trace.go:171","msg":"trace[328607175] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"340.772724ms","start":"2026-04-16T10:09:02.708453Z","end":"2026-04-16T10:09:03.049226Z","steps":["trace[328607175] 'process raft request' (duration: 82.434299ms)","trace[328607175] 'compare' (duration: 257.967473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:03.049267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:02.708427Z","time spent":"340.820985ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:03.049576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.863707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/manila-api\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-04-16T10:09:03.049589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.953387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"warn","ts":"2026-04-16T10:09:03.049575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.514492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3380"} {"level":"warn","ts":"2026-04-16T10:09:03.049579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.507102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:03.04962Z","caller":"traceutil/trace.go:171","msg":"trace[1634283338] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:23534; }","duration":"182.042979ms","start":"2026-04-16T10:09:02.867569Z","end":"2026-04-16T10:09:03.049612Z","steps":["trace[1634283338] 'agreement among raft nodes before linearized reading' (duration: 181.912925ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.049621Z","caller":"traceutil/trace.go:171","msg":"trace[886551271] range","detail":"{range_begin:/registry/services/specs/openstack/manila-api; range_end:; response_count:1; response_revision:23534; }","duration":"131.989222ms","start":"2026-04-16T10:09:02.917618Z","end":"2026-04-16T10:09:03.049607Z","steps":["trace[886551271] 'agreement among raft nodes before linearized reading' (duration: 131.801376ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.049631Z","caller":"traceutil/trace.go:171","msg":"trace[507591245] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:23534; }","duration":"200.625205ms","start":"2026-04-16T10:09:02.848992Z","end":"2026-04-16T10:09:03.049617Z","steps":["trace[507591245] 'agreement among raft nodes before linearized reading' (duration: 200.424259ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.049651Z","caller":"traceutil/trace.go:171","msg":"trace[820512635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23534; }","duration":"174.645026ms","start":"2026-04-16T10:09:02.874988Z","end":"2026-04-16T10:09:03.049633Z","steps":["trace[820512635] 'agreement among raft nodes before linearized reading' (duration: 174.4568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.049666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.733442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-04-16T10:09:03.049693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.371455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29605565\" ","response":"range_response_count:1 size:5645"} {"level":"warn","ts":"2026-04-16T10:09:03.049688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.1065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-16T10:09:03.049723Z","caller":"traceutil/trace.go:171","msg":"trace[984322626] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:23534; }","duration":"156.869906ms","start":"2026-04-16T10:09:02.892837Z","end":"2026-04-16T10:09:03.049707Z","steps":["trace[984322626] 'agreement among raft nodes before linearized reading' (duration: 156.643609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.049719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.638312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-04-16T10:09:03.049743Z","caller":"traceutil/trace.go:171","msg":"trace[1631493435] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29605565; range_end:; response_count:1; response_revision:23534; }","duration":"257.450917ms","start":"2026-04-16T10:09:02.792279Z","end":"2026-04-16T10:09:03.04973Z","steps":["trace[1631493435] 'agreement among raft nodes before linearized reading' (duration: 257.346483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.049763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.352987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:03.04976Z","caller":"traceutil/trace.go:171","msg":"trace[1561436514] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23534; }","duration":"332.221174ms","start":"2026-04-16T10:09:02.71752Z","end":"2026-04-16T10:09:03.049742Z","steps":["trace[1561436514] 'agreement among raft nodes before linearized reading' (duration: 331.965416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.049797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.183322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-04-16T10:09:03.049798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.09449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-16T10:09:03.049827Z","caller":"traceutil/trace.go:171","msg":"trace[1402291222] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:23534; }","duration":"207.245563ms","start":"2026-04-16T10:09:02.842574Z","end":"2026-04-16T10:09:03.049819Z","steps":["trace[1402291222] 'agreement among raft nodes before linearized reading' (duration: 207.170561ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.049836Z","caller":"traceutil/trace.go:171","msg":"trace[697611572] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:23534; }","duration":"279.169382ms","start":"2026-04-16T10:09:02.770654Z","end":"2026-04-16T10:09:03.049823Z","steps":["trace[697611572] 'agreement among raft nodes before linearized reading' (duration: 279.083989ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.049767Z","caller":"traceutil/trace.go:171","msg":"trace[1803884364] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23534; }","duration":"106.731925ms","start":"2026-04-16T10:09:02.943021Z","end":"2026-04-16T10:09:03.049752Z","steps":["trace[1803884364] 'agreement among raft nodes before linearized reading' (duration: 106.54873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.049835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:02.71751Z","time spent":"332.315467ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-04-16T10:09:03.049785Z","caller":"traceutil/trace.go:171","msg":"trace[1460811244] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23534; }","duration":"279.376148ms","start":"2026-04-16T10:09:02.770402Z","end":"2026-04-16T10:09:03.049778Z","steps":["trace[1460811244] 'agreement among raft nodes before linearized reading' (duration: 279.339177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.050108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.335959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-04-16T10:09:03.050139Z","caller":"traceutil/trace.go:171","msg":"trace[752643670] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:23534; }","duration":"307.413192ms","start":"2026-04-16T10:09:02.742716Z","end":"2026-04-16T10:09:03.05013Z","steps":["trace[752643670] 'agreement among raft nodes before linearized reading' (duration: 306.616337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.050178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:02.74269Z","time spent":"307.480145ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1443,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"info","ts":"2026-04-16T10:09:03.228671Z","caller":"traceutil/trace.go:171","msg":"trace[94970641] linearizableReadLoop","detail":"{readStateIndex:24307; appliedIndex:24306; }","duration":"168.196153ms","start":"2026-04-16T10:09:03.060452Z","end":"2026-04-16T10:09:03.228648Z","steps":["trace[94970641] 'read index received' (duration: 167.954935ms)","trace[94970641] 'applied index is now lower than readState.Index' (duration: 240.298µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:03.228764Z","caller":"traceutil/trace.go:171","msg":"trace[1996141699] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"170.041051ms","start":"2026-04-16T10:09:03.058693Z","end":"2026-04-16T10:09:03.228734Z","steps":["trace[1996141699] 'process raft request' (duration: 169.765773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.228837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.359258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:03.22891Z","caller":"traceutil/trace.go:171","msg":"trace[1073472918] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23535; }","duration":"168.42684ms","start":"2026-04-16T10:09:03.060439Z","end":"2026-04-16T10:09:03.228866Z","steps":["trace[1073472918] 'agreement among raft nodes before linearized reading' (duration: 168.341088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.229156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.966575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:03.229207Z","caller":"traceutil/trace.go:171","msg":"trace[512095205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23535; }","duration":"161.046648ms","start":"2026-04-16T10:09:03.068147Z","end":"2026-04-16T10:09:03.229193Z","steps":["trace[512095205] 'agreement among raft nodes before linearized reading' (duration: 160.917424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.229184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.872365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-04-16T10:09:03.229235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.168655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-04-16T10:09:03.229265Z","caller":"traceutil/trace.go:171","msg":"trace[1906829194] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23535; }","duration":"136.963958ms","start":"2026-04-16T10:09:03.092279Z","end":"2026-04-16T10:09:03.229243Z","steps":["trace[1906829194] 'agreement among raft nodes before linearized reading' (duration: 136.739501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.229304Z","caller":"traceutil/trace.go:171","msg":"trace[376986906] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:1; response_revision:23535; }","duration":"111.302599ms","start":"2026-04-16T10:09:03.117984Z","end":"2026-04-16T10:09:03.229287Z","steps":["trace[376986906] 'agreement among raft nodes before linearized reading' (duration: 111.108843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.229307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.129742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-16T10:09:03.229348Z","caller":"traceutil/trace.go:171","msg":"trace[1636401377] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23535; }","duration":"162.179003ms","start":"2026-04-16T10:09:03.067156Z","end":"2026-04-16T10:09:03.229335Z","steps":["trace[1636401377] 'agreement among raft nodes before linearized reading' (duration: 162.06951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.229749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.799796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T10:09:03.229798Z","caller":"traceutil/trace.go:171","msg":"trace[1541950692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23535; }","duration":"164.886438ms","start":"2026-04-16T10:09:03.064897Z","end":"2026-04-16T10:09:03.229784Z","steps":["trace[1541950692] 'agreement among raft nodes before linearized reading' (duration: 164.052482ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.638825Z","caller":"traceutil/trace.go:171","msg":"trace[408614195] linearizableReadLoop","detail":"{readStateIndex:24309; appliedIndex:24307; }","duration":"396.460049ms","start":"2026-04-16T10:09:03.242345Z","end":"2026-04-16T10:09:03.638805Z","steps":["trace[408614195] 'read index received' (duration: 70.299566ms)","trace[408614195] 'applied index is now lower than readState.Index' (duration: 326.159613ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:03.639013Z","caller":"traceutil/trace.go:171","msg":"trace[620149299] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23537; }","duration":"404.236494ms","start":"2026-04-16T10:09:03.234768Z","end":"2026-04-16T10:09:03.639005Z","steps":["trace[620149299] 'process raft request' (duration: 382.174869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.639089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.234756Z","time spent":"404.275706ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-16T10:09:03.639292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.918574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1272"} {"level":"info","ts":"2026-04-16T10:09:03.639384Z","caller":"traceutil/trace.go:171","msg":"trace[89953708] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23537; }","duration":"397.034728ms","start":"2026-04-16T10:09:03.242328Z","end":"2026-04-16T10:09:03.639363Z","steps":["trace[89953708] 'agreement among raft nodes before linearized reading' (duration: 396.79665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.639434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.242321Z","time spent":"397.10115ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1295,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-04-16T10:09:03.667597Z","caller":"traceutil/trace.go:171","msg":"trace[1972346530] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"286.200203ms","start":"2026-04-16T10:09:03.381368Z","end":"2026-04-16T10:09:03.667568Z","steps":["trace[1972346530] 'process raft request' (duration: 285.974396ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.667865Z","caller":"traceutil/trace.go:171","msg":"trace[62577181] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"286.342958ms","start":"2026-04-16T10:09:03.381507Z","end":"2026-04-16T10:09:03.66785Z","steps":["trace[62577181] 'process raft request' (duration: 285.994267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.667888Z","caller":"traceutil/trace.go:171","msg":"trace[1327690748] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"229.743164ms","start":"2026-04-16T10:09:03.438124Z","end":"2026-04-16T10:09:03.667867Z","steps":["trace[1327690748] 'process raft request' (duration: 229.703232ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.667933Z","caller":"traceutil/trace.go:171","msg":"trace[1132486642] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"285.45382ms","start":"2026-04-16T10:09:03.382467Z","end":"2026-04-16T10:09:03.667921Z","steps":["trace[1132486642] 'process raft request' (duration: 285.256594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.692696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.181338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-04-16T10:09:03.692757Z","caller":"traceutil/trace.go:171","msg":"trace[1572075798] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23547; }","duration":"276.272901ms","start":"2026-04-16T10:09:03.416468Z","end":"2026-04-16T10:09:03.692741Z","steps":["trace[1572075798] 'agreement among raft nodes before linearized reading' (duration: 276.129506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.692766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.389352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1078"} {"level":"info","ts":"2026-04-16T10:09:03.692833Z","caller":"traceutil/trace.go:171","msg":"trace[1190346926] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:23547; }","duration":"425.488365ms","start":"2026-04-16T10:09:03.267327Z","end":"2026-04-16T10:09:03.692815Z","steps":["trace[1190346926] 'agreement among raft nodes before linearized reading' (duration: 425.31817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.692864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.267316Z","time spent":"425.539847ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1101,"request content":"key:\"/registry/services/specs/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-16T10:09:03.69301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.833897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-16T10:09:03.69305Z","caller":"traceutil/trace.go:171","msg":"trace[1729534294] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:23547; }","duration":"125.91342ms","start":"2026-04-16T10:09:03.567124Z","end":"2026-04-16T10:09:03.693037Z","steps":["trace[1729534294] 'agreement among raft nodes before linearized reading' (duration: 125.820707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.693172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.241957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-04-16T10:09:03.692696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.045404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-16T10:09:03.693196Z","caller":"traceutil/trace.go:171","msg":"trace[2007704374] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:23547; }","duration":"150.294069ms","start":"2026-04-16T10:09:03.542894Z","end":"2026-04-16T10:09:03.693188Z","steps":["trace[2007704374] 'agreement among raft nodes before linearized reading' (duration: 150.225567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.693209Z","caller":"traceutil/trace.go:171","msg":"trace[628176972] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:23547; }","duration":"250.56677ms","start":"2026-04-16T10:09:03.442634Z","end":"2026-04-16T10:09:03.693201Z","steps":["trace[628176972] 'agreement among raft nodes before linearized reading' (duration: 249.93418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.693235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.197205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/horizon\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-04-16T10:09:03.693267Z","caller":"traceutil/trace.go:171","msg":"trace[787851826] range","detail":"{range_begin:/registry/services/specs/openstack/horizon; range_end:; response_count:1; response_revision:23547; }","duration":"300.255067ms","start":"2026-04-16T10:09:03.393002Z","end":"2026-04-16T10:09:03.693257Z","steps":["trace[787851826] 'agreement among raft nodes before linearized reading' (duration: 300.155054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.693297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.392994Z","time spent":"300.291928ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1027,"request content":"key:\"/registry/services/specs/openstack/horizon\" "} {"level":"warn","ts":"2026-04-16T10:09:03.693403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.503392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-04-16T10:09:03.693414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.395949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-04-16T10:09:03.693432Z","caller":"traceutil/trace.go:171","msg":"trace[338744412] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:23547; }","duration":"174.578144ms","start":"2026-04-16T10:09:03.518844Z","end":"2026-04-16T10:09:03.693423Z","steps":["trace[338744412] 'agreement among raft nodes before linearized reading' (duration: 174.497442ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.693439Z","caller":"traceutil/trace.go:171","msg":"trace[339595746] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:23547; }","duration":"325.456952ms","start":"2026-04-16T10:09:03.367975Z","end":"2026-04-16T10:09:03.693432Z","steps":["trace[339595746] 'agreement among raft nodes before linearized reading' (duration: 325.378579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.69346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.367955Z","time spent":"325.499962ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":946,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-16T10:09:03.693567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.870093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-16T10:09:03.69359Z","caller":"traceutil/trace.go:171","msg":"trace[234553289] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:23547; }","duration":"350.919454ms","start":"2026-04-16T10:09:03.342662Z","end":"2026-04-16T10:09:03.693581Z","steps":["trace[234553289] 'agreement among raft nodes before linearized reading' (duration: 350.844672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.693615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.34265Z","time spent":"350.958955ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-04-16T10:09:03.693657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.945756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-04-16T10:09:03.693684Z","caller":"traceutil/trace.go:171","msg":"trace[1120391802] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23547; }","duration":"200.996557ms","start":"2026-04-16T10:09:03.49268Z","end":"2026-04-16T10:09:03.693676Z","steps":["trace[1120391802] 'agreement among raft nodes before linearized reading' (duration: 200.917015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.693759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.062617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"warn","ts":"2026-04-16T10:09:03.693761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.328275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1495"} {"level":"info","ts":"2026-04-16T10:09:03.693778Z","caller":"traceutil/trace.go:171","msg":"trace[637579504] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23547; }","duration":"402.103337ms","start":"2026-04-16T10:09:03.291669Z","end":"2026-04-16T10:09:03.693772Z","steps":["trace[637579504] 'agreement among raft nodes before linearized reading' (duration: 402.049526ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:03.69379Z","caller":"traceutil/trace.go:171","msg":"trace[296579339] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:23547; }","duration":"376.382847ms","start":"2026-04-16T10:09:03.317397Z","end":"2026-04-16T10:09:03.69378Z","steps":["trace[296579339] 'agreement among raft nodes before linearized reading' (duration: 376.308224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:03.6938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.291658Z","time spent":"402.133529ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1479,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-16T10:09:03.693811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.317383Z","time spent":"376.423448ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1518,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-04-16T10:09:03.693876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.134762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-16T10:09:03.69389Z","caller":"traceutil/trace.go:171","msg":"trace[1714087497] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23547; }","duration":"227.184503ms","start":"2026-04-16T10:09:03.466701Z","end":"2026-04-16T10:09:03.693886Z","steps":["trace[1714087497] 'agreement among raft nodes before linearized reading' (duration: 227.142952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:04.149128Z","caller":"traceutil/trace.go:171","msg":"trace[547895815] linearizableReadLoop","detail":"{readStateIndex:24321; appliedIndex:24320; }","duration":"431.195444ms","start":"2026-04-16T10:09:03.71791Z","end":"2026-04-16T10:09:04.149106Z","steps":["trace[547895815] 'read index received' (duration: 14.677733ms)","trace[547895815] 'applied index is now lower than readState.Index' (duration: 416.516701ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:04.149224Z","caller":"traceutil/trace.go:171","msg":"trace[1475461008] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"447.436005ms","start":"2026-04-16T10:09:03.701745Z","end":"2026-04-16T10:09:04.149181Z","steps":["trace[1475461008] 'process raft request' (duration: 447.178267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.149417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.701722Z","time spent":"447.590431ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:04.14954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.394269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:820"} {"level":"info","ts":"2026-04-16T10:09:04.149634Z","caller":"traceutil/trace.go:171","msg":"trace[1229548756] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:23549; }","duration":"181.518753ms","start":"2026-04-16T10:09:03.968095Z","end":"2026-04-16T10:09:04.149614Z","steps":["trace[1229548756] 'agreement among raft nodes before linearized reading' (duration: 181.296456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.149765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.249244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:09:04.149379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.449422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"warn","ts":"2026-04-16T10:09:04.149864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.367329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-16T10:09:04.149904Z","caller":"traceutil/trace.go:171","msg":"trace[1930863866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23549; }","duration":"332.415391ms","start":"2026-04-16T10:09:03.817474Z","end":"2026-04-16T10:09:04.14989Z","steps":["trace[1930863866] 'agreement among raft nodes before linearized reading' (duration: 332.311038ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:04.149865Z","caller":"traceutil/trace.go:171","msg":"trace[921999787] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:23549; }","duration":"431.982569ms","start":"2026-04-16T10:09:03.717866Z","end":"2026-04-16T10:09:04.149849Z","steps":["trace[921999787] 'agreement among raft nodes before linearized reading' (duration: 431.376009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.149932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.817467Z","time spent":"332.457402ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T10:09:04.149928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.50275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-04-16T10:09:04.149965Z","caller":"traceutil/trace.go:171","msg":"trace[415213456] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:23549; }","duration":"107.568702ms","start":"2026-04-16T10:09:04.042385Z","end":"2026-04-16T10:09:04.149954Z","steps":["trace[415213456] 'agreement among raft nodes before linearized reading' (duration: 107.462569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.149953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.717844Z","time spent":"432.092992ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1631,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-16T10:09:04.150126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.960307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-04-16T10:09:04.150158Z","caller":"traceutil/trace.go:171","msg":"trace[1016399793] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:23549; }","duration":"208.011348ms","start":"2026-04-16T10:09:03.942138Z","end":"2026-04-16T10:09:04.150149Z","steps":["trace[1016399793] 'agreement among raft nodes before linearized reading' (duration: 207.921935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.150168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.831936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:929"} {"level":"info","ts":"2026-04-16T10:09:04.150197Z","caller":"traceutil/trace.go:171","msg":"trace[1591266295] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:23549; }","duration":"131.897148ms","start":"2026-04-16T10:09:04.018291Z","end":"2026-04-16T10:09:04.150188Z","steps":["trace[1591266295] 'agreement among raft nodes before linearized reading' (duration: 131.808735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.150285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.342705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-16T10:09:04.150319Z","caller":"traceutil/trace.go:171","msg":"trace[1511952661] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23549; }","duration":"232.398397ms","start":"2026-04-16T10:09:03.917912Z","end":"2026-04-16T10:09:04.15031Z","steps":["trace[1511952661] 'agreement among raft nodes before linearized reading' (duration: 232.310934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.150339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.343953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-16T10:09:04.150372Z","caller":"traceutil/trace.go:171","msg":"trace[2038994754] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23549; }","duration":"152.412125ms","start":"2026-04-16T10:09:03.99795Z","end":"2026-04-16T10:09:04.150363Z","steps":["trace[2038994754] 'agreement among raft nodes before linearized reading' (duration: 152.320472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.150501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.728376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-16T10:09:04.150537Z","caller":"traceutil/trace.go:171","msg":"trace[2014718987] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23549; }","duration":"257.811678ms","start":"2026-04-16T10:09:03.892716Z","end":"2026-04-16T10:09:04.150528Z","steps":["trace[2014718987] 'agreement among raft nodes before linearized reading' (duration: 257.723265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.150725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.297941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:817"} {"level":"warn","ts":"2026-04-16T10:09:04.150762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.468047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-04-16T10:09:04.150782Z","caller":"traceutil/trace.go:171","msg":"trace[218025472] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:23549; }","duration":"158.374554ms","start":"2026-04-16T10:09:03.992394Z","end":"2026-04-16T10:09:04.150769Z","steps":["trace[218025472] 'agreement among raft nodes before linearized reading' (duration: 158.153357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.150857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.203497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-04-16T10:09:04.150889Z","caller":"traceutil/trace.go:171","msg":"trace[1507432766] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:23549; }","duration":"308.253508ms","start":"2026-04-16T10:09:03.842628Z","end":"2026-04-16T10:09:04.150882Z","steps":["trace[1507432766] 'agreement among raft nodes before linearized reading' (duration: 308.175356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.150914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.84262Z","time spent":"308.2873ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2579,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-04-16T10:09:04.150947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.684043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:09:04.150985Z","caller":"traceutil/trace.go:171","msg":"trace[540162134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23549; }","duration":"158.742195ms","start":"2026-04-16T10:09:03.992235Z","end":"2026-04-16T10:09:04.150977Z","steps":["trace[540162134] 'agreement among raft nodes before linearized reading' (duration: 158.636192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.150996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.072145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-04-16T10:09:04.151002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.039826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-04-16T10:09:04.151033Z","caller":"traceutil/trace.go:171","msg":"trace[764990698] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:23549; }","duration":"408.142438ms","start":"2026-04-16T10:09:03.742881Z","end":"2026-04-16T10:09:04.151024Z","steps":["trace[764990698] 'agreement among raft nodes before linearized reading' (duration: 408.039384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.15106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.742865Z","time spent":"408.187739ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":950,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"info","ts":"2026-04-16T10:09:04.151061Z","caller":"traceutil/trace.go:171","msg":"trace[1436424426] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23549; }","duration":"383.129879ms","start":"2026-04-16T10:09:03.767916Z","end":"2026-04-16T10:09:04.151046Z","steps":["trace[1436424426] 'agreement among raft nodes before linearized reading' (duration: 382.964134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.151122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.645133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T10:09:04.151132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.767902Z","time spent":"383.224083ms","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-04-16T10:09:04.151142Z","caller":"traceutil/trace.go:171","msg":"trace[445380252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23549; }","duration":"342.686224ms","start":"2026-04-16T10:09:03.808449Z","end":"2026-04-16T10:09:04.151135Z","steps":["trace[445380252] 'agreement among raft nodes before linearized reading' (duration: 342.630552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.151165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.808438Z","time spent":"342.722445ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T10:09:04.150789Z","caller":"traceutil/trace.go:171","msg":"trace[1025870482] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23549; }","duration":"283.522259ms","start":"2026-04-16T10:09:03.867259Z","end":"2026-04-16T10:09:04.150781Z","steps":["trace[1025870482] 'agreement among raft nodes before linearized reading' (duration: 283.442226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.151282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.915376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:04.151334Z","caller":"traceutil/trace.go:171","msg":"trace[2055841969] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23549; }","duration":"411.992869ms","start":"2026-04-16T10:09:03.739328Z","end":"2026-04-16T10:09:04.151321Z","steps":["trace[2055841969] 'agreement among raft nodes before linearized reading' (duration: 411.915447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.151373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.739316Z","time spent":"412.04844ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:09:04.151394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.608276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T10:09:04.151451Z","caller":"traceutil/trace.go:171","msg":"trace[1639966986] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:23549; }","duration":"358.696689ms","start":"2026-04-16T10:09:03.792741Z","end":"2026-04-16T10:09:04.151438Z","steps":["trace[1639966986] 'agreement among raft nodes before linearized reading' (duration: 358.583165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.151489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.792725Z","time spent":"358.756151ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"info","ts":"2026-04-16T10:09:04.149854Z","caller":"traceutil/trace.go:171","msg":"trace[332057557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23549; }","duration":"424.43297ms","start":"2026-04-16T10:09:03.7254Z","end":"2026-04-16T10:09:04.149833Z","steps":["trace[332057557] 'agreement among raft nodes before linearized reading' (duration: 423.974136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.153938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:03.725384Z","time spent":"428.517379ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:09:04.471463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.91878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:09:04.471677Z","caller":"traceutil/trace.go:171","msg":"trace[2012672571] linearizableReadLoop","detail":"{readStateIndex:24325; appliedIndex:24321; }","duration":"303.716726ms","start":"2026-04-16T10:09:04.167948Z","end":"2026-04-16T10:09:04.471665Z","steps":["trace[2012672571] 'read index received' (duration: 85.536407ms)","trace[2012672571] 'applied index is now lower than readState.Index' (duration: 218.179379ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:04.471749Z","caller":"traceutil/trace.go:171","msg":"trace[887562767] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"315.519258ms","start":"2026-04-16T10:09:04.156222Z","end":"2026-04-16T10:09:04.471742Z","steps":["trace[887562767] 'process raft request' (duration: 97.250227ms)","trace[887562767] 'compare' (duration: 217.548088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:04.471794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.156207Z","time spent":"315.563479ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:04.471935Z","caller":"traceutil/trace.go:171","msg":"trace[711300912] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"314.265998ms","start":"2026-04-16T10:09:04.157571Z","end":"2026-04-16T10:09:04.471837Z","steps":["trace[711300912] 'process raft request' (duration: 314.066842ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:04.472002Z","caller":"traceutil/trace.go:171","msg":"trace[1003739042] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"314.508005ms","start":"2026-04-16T10:09:04.157464Z","end":"2026-04-16T10:09:04.471972Z","steps":["trace[1003739042] 'process raft request' (duration: 314.079212ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:04.472055Z","caller":"traceutil/trace.go:171","msg":"trace[159673528] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"314.493855ms","start":"2026-04-16T10:09:04.157532Z","end":"2026-04-16T10:09:04.472026Z","steps":["trace[159673528] 'process raft request' (duration: 314.077922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.472175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.157443Z","time spent":"314.65304ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:04.472188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.589095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-04-16T10:09:04.472258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.316875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1913"} {"level":"warn","ts":"2026-04-16T10:09:04.472268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.652438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-04-16T10:09:04.472274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.591628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:09:04.472296Z","caller":"traceutil/trace.go:171","msg":"trace[1014067052] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:23553; }","duration":"304.378616ms","start":"2026-04-16T10:09:04.167908Z","end":"2026-04-16T10:09:04.472287Z","steps":["trace[1014067052] 'agreement among raft nodes before linearized reading' (duration: 304.301294ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:04.472301Z","caller":"traceutil/trace.go:171","msg":"trace[1094878317] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:23553; }","duration":"228.71822ms","start":"2026-04-16T10:09:04.243574Z","end":"2026-04-16T10:09:04.472292Z","steps":["trace[1094878317] 'agreement among raft nodes before linearized reading' (duration: 228.641558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.472248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.157567Z","time spent":"314.578138ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:04.472306Z","caller":"traceutil/trace.go:171","msg":"trace[665230875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23553; }","duration":"170.6395ms","start":"2026-04-16T10:09:04.301658Z","end":"2026-04-16T10:09:04.472298Z","steps":["trace[665230875] 'agreement among raft nodes before linearized reading' (duration: 170.570587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.472324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.167899Z","time spent":"304.418378ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1936,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-16T10:09:04.472324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.191294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-04-16T10:09:04.472341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.967722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/openstack-exporter\" ","response":"range_response_count:1 size:730"} {"level":"warn","ts":"2026-04-16T10:09:04.472071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.372028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1965"} {"level":"info","ts":"2026-04-16T10:09:04.47239Z","caller":"traceutil/trace.go:171","msg":"trace[2140455406] range","detail":"{range_begin:/registry/services/specs/openstack/openstack-exporter; range_end:; response_count:1; response_revision:23553; }","duration":"179.049725ms","start":"2026-04-16T10:09:04.293328Z","end":"2026-04-16T10:09:04.472378Z","steps":["trace[2140455406] 'agreement among raft nodes before linearized reading' (duration: 178.954742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:04.472391Z","caller":"traceutil/trace.go:171","msg":"trace[88700763] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:23553; }","duration":"254.285977ms","start":"2026-04-16T10:09:04.218087Z","end":"2026-04-16T10:09:04.472372Z","steps":["trace[88700763] 'agreement among raft nodes before linearized reading' (duration: 254.148953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:04.47241Z","caller":"traceutil/trace.go:171","msg":"trace[263525391] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23553; }","duration":"279.7682ms","start":"2026-04-16T10:09:04.19262Z","end":"2026-04-16T10:09:04.472388Z","steps":["trace[263525391] 'agreement among raft nodes before linearized reading' (duration: 279.271745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.472196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.157527Z","time spent":"314.596848ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:04.472203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.115109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-04-16T10:09:04.472261Z","caller":"traceutil/trace.go:171","msg":"trace[1688468872] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:1; response_revision:23553; }","duration":"129.689649ms","start":"2026-04-16T10:09:04.342555Z","end":"2026-04-16T10:09:04.472244Z","steps":["trace[1688468872] 'agreement among raft nodes before linearized reading' (duration: 129.475022ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:04.472608Z","caller":"traceutil/trace.go:171","msg":"trace[912898369] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:23553; }","duration":"154.540033ms","start":"2026-04-16T10:09:04.318045Z","end":"2026-04-16T10:09:04.472585Z","steps":["trace[912898369] 'agreement among raft nodes before linearized reading' (duration: 154.064108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.472188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.876014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1958"} {"level":"info","ts":"2026-04-16T10:09:04.472788Z","caller":"traceutil/trace.go:171","msg":"trace[947775561] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23553; }","duration":"104.517465ms","start":"2026-04-16T10:09:04.368258Z","end":"2026-04-16T10:09:04.472775Z","steps":["trace[947775561] 'agreement among raft nodes before linearized reading' (duration: 103.805412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.472203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.121507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-16T10:09:04.472915Z","caller":"traceutil/trace.go:171","msg":"trace[977389777] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23553; }","duration":"205.85689ms","start":"2026-04-16T10:09:04.267049Z","end":"2026-04-16T10:09:04.472906Z","steps":["trace[977389777] 'agreement among raft nodes before linearized reading' (duration: 205.112676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:04.993453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414870755,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:09:05.107893Z","caller":"traceutil/trace.go:171","msg":"trace[621591588] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"631.321274ms","start":"2026-04-16T10:09:04.476545Z","end":"2026-04-16T10:09:05.107866Z","steps":["trace[621591588] 'process raft request' (duration: 631.148859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.11002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.476528Z","time spent":"631.444798ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:05.120969Z","caller":"traceutil/trace.go:171","msg":"trace[1204664463] linearizableReadLoop","detail":"{readStateIndex:24327; appliedIndex:24326; }","duration":"628.516125ms","start":"2026-04-16T10:09:04.492432Z","end":"2026-04-16T10:09:05.120948Z","steps":["trace[1204664463] 'read index received' (duration: 617.745766ms)","trace[1204664463] 'applied index is now lower than readState.Index' (duration: 10.769339ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:05.121249Z","caller":"traceutil/trace.go:171","msg":"trace[1735862405] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"614.725341ms","start":"2026-04-16T10:09:04.506446Z","end":"2026-04-16T10:09:05.121172Z","steps":["trace[1735862405] 'process raft request' (duration: 614.339989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.121359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.918949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1212"} {"level":"warn","ts":"2026-04-16T10:09:05.121399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.506355Z","time spent":"614.970429ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:05.121443Z","caller":"traceutil/trace.go:171","msg":"trace[403566163] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:23555; }","duration":"629.043053ms","start":"2026-04-16T10:09:04.492384Z","end":"2026-04-16T10:09:05.121427Z","steps":["trace[403566163] 'agreement among raft nodes before linearized reading' (duration: 628.809355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.121521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.492364Z","time spent":"629.144326ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1235,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-16T10:09:05.232673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.790292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2467"} {"level":"info","ts":"2026-04-16T10:09:05.232773Z","caller":"traceutil/trace.go:171","msg":"trace[171116411] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:23555; }","duration":"639.928776ms","start":"2026-04-16T10:09:04.592815Z","end":"2026-04-16T10:09:05.232743Z","steps":["trace[171116411] 'agreement among raft nodes before linearized reading' (duration: 528.535864ms)","trace[171116411] 'range keys from in-memory index tree' (duration: 111.159285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.232787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.315419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-16T10:09:05.232782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.108116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2544"} {"level":"warn","ts":"2026-04-16T10:09:05.232821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.592799Z","time spent":"640.012218ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":2490,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" "} {"level":"warn","ts":"2026-04-16T10:09:05.23283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.468873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2730"} {"level":"info","ts":"2026-04-16T10:09:05.232856Z","caller":"traceutil/trace.go:171","msg":"trace[1763690452] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:23555; }","duration":"440.212339ms","start":"2026-04-16T10:09:04.79262Z","end":"2026-04-16T10:09:05.232832Z","steps":["trace[1763690452] 'agreement among raft nodes before linearized reading' (duration: 328.737894ms)","trace[1763690452] 'range keys from in-memory index tree' (duration: 111.30678ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:05.232852Z","caller":"traceutil/trace.go:171","msg":"trace[374146377] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23555; }","duration":"464.399092ms","start":"2026-04-16T10:09:04.768426Z","end":"2026-04-16T10:09:05.232825Z","steps":["trace[374146377] 'agreement among raft nodes before linearized reading' (duration: 352.961938ms)","trace[374146377] 'range keys from in-memory index tree' (duration: 111.352901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.232929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.792603Z","time spent":"440.315873ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2567,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" "} {"level":"warn","ts":"2026-04-16T10:09:05.232943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.768405Z","time spent":"464.526996ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-16T10:09:05.233045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.105889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-16T10:09:05.233075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.005164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:09:05.233107Z","caller":"traceutil/trace.go:171","msg":"trace[989622529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23555; }","duration":"696.055395ms","start":"2026-04-16T10:09:04.537041Z","end":"2026-04-16T10:09:05.233096Z","steps":["trace[989622529] 'agreement among raft nodes before linearized reading' (duration: 584.386485ms)","trace[989622529] 'range keys from in-memory index tree' (duration: 111.588738ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:05.233089Z","caller":"traceutil/trace.go:171","msg":"trace[607773316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23555; }","duration":"665.178222ms","start":"2026-04-16T10:09:04.5679Z","end":"2026-04-16T10:09:05.233079Z","steps":["trace[607773316] 'agreement among raft nodes before linearized reading' (duration: 553.459609ms)","trace[607773316] 'range keys from in-memory index tree' (duration: 111.614439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.233137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.537032Z","time spent":"696.099986ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:09:05.233158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.567885Z","time spent":"665.264045ms","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T10:09:05.23318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.786912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:1906"} {"level":"warn","ts":"2026-04-16T10:09:05.233314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.17465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"warn","ts":"2026-04-16T10:09:05.233338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.7951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-77.nip.io-tls\" ","response":"range_response_count:1 size:2430"} {"level":"info","ts":"2026-04-16T10:09:05.233359Z","caller":"traceutil/trace.go:171","msg":"trace[376023459] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:23555; }","duration":"716.241271ms","start":"2026-04-16T10:09:04.517105Z","end":"2026-04-16T10:09:05.233347Z","steps":["trace[376023459] 'agreement among raft nodes before linearized reading' (duration: 604.159187ms)","trace[376023459] 'range keys from in-memory index tree' (duration: 111.97368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.746527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2387"} {"level":"warn","ts":"2026-04-16T10:09:05.233399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.144115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:1971"} {"level":"info","ts":"2026-04-16T10:09:05.233418Z","caller":"traceutil/trace.go:171","msg":"trace[1375290750] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:23555; }","duration":"108.232162ms","start":"2026-04-16T10:09:05.12517Z","end":"2026-04-16T10:09:05.233403Z","steps":["trace[1375290750] 'range keys from in-memory index tree' (duration: 107.52293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.23344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.38563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:05.233463Z","caller":"traceutil/trace.go:171","msg":"trace[1729133809] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:23555; }","duration":"537.235378ms","start":"2026-04-16T10:09:04.69619Z","end":"2026-04-16T10:09:05.233425Z","steps":["trace[1729133809] 'agreement among raft nodes before linearized reading' (duration: 425.208346ms)","trace[1729133809] 'range keys from in-memory index tree' (duration: 111.909368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.23354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.044193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:2371"} {"level":"warn","ts":"2026-04-16T10:09:05.233546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.696174Z","time spent":"537.334381ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1994,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} {"level":"info","ts":"2026-04-16T10:09:05.233308Z","caller":"traceutil/trace.go:171","msg":"trace[1783980063] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:23555; }","duration":"515.908145ms","start":"2026-04-16T10:09:04.717349Z","end":"2026-04-16T10:09:05.233257Z","steps":["trace[1783980063] 'agreement among raft nodes before linearized reading' (duration: 404.016708ms)","trace[1783980063] 'range keys from in-memory index tree' (duration: 111.64621ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:05.233574Z","caller":"traceutil/trace.go:171","msg":"trace[507932596] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:23555; }","duration":"341.102644ms","start":"2026-04-16T10:09:04.892461Z","end":"2026-04-16T10:09:05.233564Z","steps":["trace[507932596] 'agreement among raft nodes before linearized reading' (duration: 228.832294ms)","trace[507932596] 'range keys from in-memory index tree' (duration: 112.193307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.233602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.892445Z","time spent":"341.151556ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2394,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" "} {"level":"warn","ts":"2026-04-16T10:09:05.233405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.517091Z","time spent":"716.306584ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-04-16T10:09:05.233222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.65508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2933"} {"level":"info","ts":"2026-04-16T10:09:05.233701Z","caller":"traceutil/trace.go:171","msg":"trace[181497811] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:23555; }","duration":"308.181057ms","start":"2026-04-16T10:09:04.925508Z","end":"2026-04-16T10:09:05.233689Z","steps":["trace[181497811] 'agreement among raft nodes before linearized reading' (duration: 195.750942ms)","trace[181497811] 'range keys from in-memory index tree' (duration: 111.890587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.233738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.92548Z","time spent":"308.247308ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2956,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-04-16T10:09:05.233764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.585553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-fwnp2-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-04-16T10:09:05.23376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.845107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2294"} {"level":"info","ts":"2026-04-16T10:09:05.233797Z","caller":"traceutil/trace.go:171","msg":"trace[1380509141] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-fwnp2-tls; range_end:; response_count:1; response_revision:23555; }","duration":"415.645715ms","start":"2026-04-16T10:09:04.81814Z","end":"2026-04-16T10:09:05.233786Z","steps":["trace[1380509141] 'agreement among raft nodes before linearized reading' (duration: 303.20289ms)","trace[1380509141] 'range keys from in-memory index tree' (duration: 112.369733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.233834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.818125Z","time spent":"415.702466ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-fwnp2-tls\" "} {"level":"warn","ts":"2026-04-16T10:09:05.233871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.872793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2384"} {"level":"warn","ts":"2026-04-16T10:09:05.232672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.954129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:09:05.233883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.804949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2194"} {"level":"info","ts":"2026-04-16T10:09:05.233899Z","caller":"traceutil/trace.go:171","msg":"trace[1475069187] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:23555; }","duration":"265.931544ms","start":"2026-04-16T10:09:04.967959Z","end":"2026-04-16T10:09:05.23389Z","steps":["trace[1475069187] 'agreement among raft nodes before linearized reading' (duration: 153.339504ms)","trace[1475069187] 'range keys from in-memory index tree' (duration: 112.525457ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:05.232942Z","caller":"traceutil/trace.go:171","msg":"trace[1301219455] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:23555; }","duration":"490.631589ms","start":"2026-04-16T10:09:04.742281Z","end":"2026-04-16T10:09:05.232913Z","steps":["trace[1301219455] 'agreement among raft nodes before linearized reading' (duration: 379.081361ms)","trace[1301219455] 'range keys from in-memory index tree' (duration: 111.252538ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:05.233912Z","caller":"traceutil/trace.go:171","msg":"trace[2108539619] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:23555; }","duration":"565.870281ms","start":"2026-04-16T10:09:04.668032Z","end":"2026-04-16T10:09:05.233903Z","steps":["trace[2108539619] 'agreement among raft nodes before linearized reading' (duration: 453.288781ms)","trace[2108539619] 'range keys from in-memory index tree' (duration: 112.505168ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:05.233802Z","caller":"traceutil/trace.go:171","msg":"trace[2103939416] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:23555; }","duration":"615.916959ms","start":"2026-04-16T10:09:04.617872Z","end":"2026-04-16T10:09:05.233789Z","steps":["trace[2103939416] 'agreement among raft nodes before linearized reading' (duration: 503.469304ms)","trace[2103939416] 'range keys from in-memory index tree' (duration: 112.355062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.233941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.668011Z","time spent":"565.923703ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2217,"request content":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" "} {"level":"warn","ts":"2026-04-16T10:09:05.233953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.617855Z","time spent":"616.090244ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":1,"response size":2317,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" "} {"level":"warn","ts":"2026-04-16T10:09:05.233949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.742267Z","time spent":"491.670572ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2753,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" "} {"level":"info","ts":"2026-04-16T10:09:05.233909Z","caller":"traceutil/trace.go:171","msg":"trace[1818837739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23555; }","duration":"708.25438ms","start":"2026-04-16T10:09:04.525643Z","end":"2026-04-16T10:09:05.233898Z","steps":["trace[1818837739] 'agreement among raft nodes before linearized reading' (duration: 595.785054ms)","trace[1818837739] 'count revisions from in-memory index tree' (duration: 111.149114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.234021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.525637Z","time spent":"708.373844ms","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:09:05.234057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.750198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2149"} {"level":"info","ts":"2026-04-16T10:09:05.234083Z","caller":"traceutil/trace.go:171","msg":"trace[169114679] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:23555; }","duration":"291.80325ms","start":"2026-04-16T10:09:04.94227Z","end":"2026-04-16T10:09:05.234073Z","steps":["trace[169114679] 'agreement among raft nodes before linearized reading' (duration: 179.036315ms)","trace[169114679] 'range keys from in-memory index tree' (duration: 112.702113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.234086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.116901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-04-16T10:09:05.234118Z","caller":"traceutil/trace.go:171","msg":"trace[822097049] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:23555; }","duration":"391.176323ms","start":"2026-04-16T10:09:04.842931Z","end":"2026-04-16T10:09:05.234107Z","steps":["trace[822097049] 'agreement among raft nodes before linearized reading' (duration: 278.401378ms)","trace[822097049] 'range keys from in-memory index tree' (duration: 112.708303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.234159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.842914Z","time spent":"391.237695ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2125,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-04-16T10:09:05.234161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.062951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2390"} {"level":"info","ts":"2026-04-16T10:09:05.233469Z","caller":"traceutil/trace.go:171","msg":"trace[1865974587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23555; }","duration":"162.445452ms","start":"2026-04-16T10:09:05.071014Z","end":"2026-04-16T10:09:05.23346Z","steps":["trace[1865974587] 'agreement among raft nodes before linearized reading' (duration: 50.275035ms)","trace[1865974587] 'range keys from in-memory index tree' (duration: 112.137616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.233601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.717331Z","time spent":"516.257827ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1929,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" "} {"level":"info","ts":"2026-04-16T10:09:05.233371Z","caller":"traceutil/trace.go:171","msg":"trace[544157347] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-77.nip.io-tls; range_end:; response_count:1; response_revision:23555; }","duration":"690.858752ms","start":"2026-04-16T10:09:04.5425Z","end":"2026-04-16T10:09:05.233359Z","steps":["trace[544157347] 'agreement among raft nodes before linearized reading' (duration: 578.923402ms)","trace[544157347] 'range keys from in-memory index tree' (duration: 111.854646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.234334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.542477Z","time spent":"691.846043ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":2453,"request content":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-204-45-77.nip.io-tls\" "} {"level":"warn","ts":"2026-04-16T10:09:05.234026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.515669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2064"} {"level":"info","ts":"2026-04-16T10:09:05.234437Z","caller":"traceutil/trace.go:171","msg":"trace[1302308993] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:23555; }","duration":"591.942793ms","start":"2026-04-16T10:09:04.642472Z","end":"2026-04-16T10:09:05.234414Z","steps":["trace[1302308993] 'agreement among raft nodes before linearized reading' (duration: 478.851597ms)","trace[1302308993] 'range keys from in-memory index tree' (duration: 112.649412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.23455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.642454Z","time spent":"592.053267ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2087,"request content":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" "} {"level":"info","ts":"2026-04-16T10:09:05.234199Z","caller":"traceutil/trace.go:171","msg":"trace[1835181705] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:23555; }","duration":"366.095342ms","start":"2026-04-16T10:09:04.86809Z","end":"2026-04-16T10:09:05.234185Z","steps":["trace[1835181705] 'agreement among raft nodes before linearized reading' (duration: 253.214743ms)","trace[1835181705] 'range keys from in-memory index tree' (duration: 112.745095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:05.23494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:04.868047Z","time spent":"366.877307ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2413,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" "} {"level":"info","ts":"2026-04-16T10:09:05.341327Z","caller":"traceutil/trace.go:171","msg":"trace[1743980021] linearizableReadLoop","detail":"{readStateIndex:24328; appliedIndex:24327; }","duration":"102.695648ms","start":"2026-04-16T10:09:05.238607Z","end":"2026-04-16T10:09:05.341303Z","steps":["trace[1743980021] 'read index received' (duration: 102.472501ms)","trace[1743980021] 'applied index is now lower than readState.Index' (duration: 222.297µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:05.341668Z","caller":"traceutil/trace.go:171","msg":"trace[1856631358] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"103.08603ms","start":"2026-04-16T10:09:05.238569Z","end":"2026-04-16T10:09:05.341655Z","steps":["trace[1856631358] 'process raft request' (duration: 102.572254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.34198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.352888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:983"} {"level":"info","ts":"2026-04-16T10:09:05.342021Z","caller":"traceutil/trace.go:171","msg":"trace[1426011531] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:23556; }","duration":"103.437641ms","start":"2026-04-16T10:09:05.238574Z","end":"2026-04-16T10:09:05.342012Z","steps":["trace[1426011531] 'agreement among raft nodes before linearized reading' (duration: 103.289327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.342251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.592366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1062"} {"level":"info","ts":"2026-04-16T10:09:05.342286Z","caller":"traceutil/trace.go:171","msg":"trace[1081394306] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:23556; }","duration":"103.637028ms","start":"2026-04-16T10:09:05.238641Z","end":"2026-04-16T10:09:05.342278Z","steps":["trace[1081394306] 'agreement among raft nodes before linearized reading' (duration: 103.545625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.342852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.161314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2138"} {"level":"info","ts":"2026-04-16T10:09:05.342898Z","caller":"traceutil/trace.go:171","msg":"trace[142547458] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:23556; }","duration":"104.221356ms","start":"2026-04-16T10:09:05.238665Z","end":"2026-04-16T10:09:05.342886Z","steps":["trace[142547458] 'agreement among raft nodes before linearized reading' (duration: 104.121893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.342949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.178143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/horizon-int-certs\" ","response":"range_response_count:1 size:2164"} {"level":"warn","ts":"2026-04-16T10:09:05.342983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.090269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1053"} {"level":"warn","ts":"2026-04-16T10:09:05.343032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.86434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-04-16T10:09:05.343057Z","caller":"traceutil/trace.go:171","msg":"trace[1388751338] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:23556; }","duration":"102.186462ms","start":"2026-04-16T10:09:05.240854Z","end":"2026-04-16T10:09:05.34304Z","steps":["trace[1388751338] 'agreement among raft nodes before linearized reading' (duration: 101.960944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:05.343059Z","caller":"traceutil/trace.go:171","msg":"trace[2028486730] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:23556; }","duration":"100.901411ms","start":"2026-04-16T10:09:05.24215Z","end":"2026-04-16T10:09:05.343051Z","steps":["trace[2028486730] 'agreement among raft nodes before linearized reading' (duration: 100.822318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.343085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.241353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:978"} {"level":"info","ts":"2026-04-16T10:09:05.343104Z","caller":"traceutil/trace.go:171","msg":"trace[1400565207] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:23556; }","duration":"102.269284ms","start":"2026-04-16T10:09:05.240829Z","end":"2026-04-16T10:09:05.343099Z","steps":["trace[1400565207] 'agreement among raft nodes before linearized reading' (duration: 102.203632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:05.343012Z","caller":"traceutil/trace.go:171","msg":"trace[2071997017] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/horizon-int-certs; range_end:; response_count:1; response_revision:23556; }","duration":"103.270376ms","start":"2026-04-16T10:09:05.239725Z","end":"2026-04-16T10:09:05.342996Z","steps":["trace[2071997017] 'agreement among raft nodes before linearized reading' (duration: 103.040839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.343181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.44933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-77rfm-vnc\" ","response":"range_response_count:1 size:1883"} {"level":"warn","ts":"2026-04-16T10:09:05.343178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.491244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2164"} {"level":"info","ts":"2026-04-16T10:09:05.343208Z","caller":"traceutil/trace.go:171","msg":"trace[420984737] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-77rfm-vnc; range_end:; response_count:1; response_revision:23556; }","duration":"102.481381ms","start":"2026-04-16T10:09:05.240717Z","end":"2026-04-16T10:09:05.343198Z","steps":["trace[420984737] 'agreement among raft nodes before linearized reading' (duration: 102.409418ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:05.343231Z","caller":"traceutil/trace.go:171","msg":"trace[444645482] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:23556; }","duration":"104.567007ms","start":"2026-04-16T10:09:05.238649Z","end":"2026-04-16T10:09:05.343216Z","steps":["trace[444645482] 'agreement among raft nodes before linearized reading' (duration: 104.390382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.343271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.566154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-77rfm-api\" ","response":"range_response_count:1 size:1884"} {"level":"info","ts":"2026-04-16T10:09:05.34329Z","caller":"traceutil/trace.go:171","msg":"trace[1350922473] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-77rfm-api; range_end:; response_count:1; response_revision:23556; }","duration":"102.595334ms","start":"2026-04-16T10:09:05.240688Z","end":"2026-04-16T10:09:05.343283Z","steps":["trace[1350922473] 'agreement among raft nodes before linearized reading' (duration: 102.532362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.668578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.766509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:2384"} {"level":"info","ts":"2026-04-16T10:09:05.668632Z","caller":"traceutil/trace.go:171","msg":"trace[1147605403] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:23556; }","duration":"225.863672ms","start":"2026-04-16T10:09:05.442753Z","end":"2026-04-16T10:09:05.668617Z","steps":["trace[1147605403] 'range keys from in-memory index tree' (duration: 225.589162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.668767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.227514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-04-16T10:09:05.668794Z","caller":"traceutil/trace.go:171","msg":"trace[1472140772] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23556; }","duration":"201.302947ms","start":"2026-04-16T10:09:05.467485Z","end":"2026-04-16T10:09:05.668788Z","steps":["trace[1472140772] 'range keys from in-memory index tree' (duration: 201.10004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.668932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.769922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" ","response":"range_response_count:1 size:2149"} {"level":"info","ts":"2026-04-16T10:09:05.668956Z","caller":"traceutil/trace.go:171","msg":"trace[1786297730] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-api-certs; range_end:; response_count:1; response_revision:23556; }","duration":"175.833064ms","start":"2026-04-16T10:09:05.493118Z","end":"2026-04-16T10:09:05.668951Z","steps":["trace[1786297730] 'range keys from in-memory index tree' (duration: 175.645339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.66914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.499557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:2174"} {"level":"info","ts":"2026-04-16T10:09:05.669164Z","caller":"traceutil/trace.go:171","msg":"trace[2007021026] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:23556; }","duration":"151.549679ms","start":"2026-04-16T10:09:05.517609Z","end":"2026-04-16T10:09:05.669159Z","steps":["trace[2007021026] 'range keys from in-memory index tree' (duration: 151.400504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.669287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.682704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2528"} {"level":"info","ts":"2026-04-16T10:09:05.669327Z","caller":"traceutil/trace.go:171","msg":"trace[496838471] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:23556; }","duration":"126.754237ms","start":"2026-04-16T10:09:05.54256Z","end":"2026-04-16T10:09:05.669314Z","steps":["trace[496838471] 'range keys from in-memory index tree' (duration: 126.576171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:05.669673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.954365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-api-certs\" ","response":"range_response_count:1 size:2178"} {"level":"info","ts":"2026-04-16T10:09:05.669713Z","caller":"traceutil/trace.go:171","msg":"trace[340195245] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-api-certs; range_end:; response_count:1; response_revision:23556; }","duration":"102.029007ms","start":"2026-04-16T10:09:05.567674Z","end":"2026-04-16T10:09:05.669703Z","steps":["trace[340195245] 'range keys from in-memory index tree' (duration: 101.793159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.304372Z","caller":"traceutil/trace.go:171","msg":"trace[176631436] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"629.752375ms","start":"2026-04-16T10:09:05.674596Z","end":"2026-04-16T10:09:06.304349Z","steps":["trace[176631436] 'process raft request' (duration: 629.700353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.304512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.674587Z","time spent":"629.851998ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:06.304486Z","caller":"traceutil/trace.go:171","msg":"trace[1932272029] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"631.346785ms","start":"2026-04-16T10:09:05.6731Z","end":"2026-04-16T10:09:06.304447Z","steps":["trace[1932272029] 'process raft request' (duration: 630.969193ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.30456Z","caller":"traceutil/trace.go:171","msg":"trace[637663001] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"605.353495ms","start":"2026-04-16T10:09:05.699192Z","end":"2026-04-16T10:09:06.304546Z","steps":["trace[637663001] 'process raft request' (duration: 605.129428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.304626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.699177Z","time spent":"605.417248ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:06.304639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.673076Z","time spent":"631.482559ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:06.304696Z","caller":"traceutil/trace.go:171","msg":"trace[1771014529] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"631.229332ms","start":"2026-04-16T10:09:05.673461Z","end":"2026-04-16T10:09:06.30469Z","steps":["trace[1771014529] 'process raft request' (duration: 630.799198ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.304713Z","caller":"traceutil/trace.go:171","msg":"trace[541161777] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"604.705355ms","start":"2026-04-16T10:09:05.699991Z","end":"2026-04-16T10:09:06.304696Z","steps":["trace[541161777] 'process raft request' (duration: 604.495608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.304735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.673453Z","time spent":"631.261052ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:06.30481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.699984Z","time spent":"604.774947ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:06.304938Z","caller":"traceutil/trace.go:171","msg":"trace[1664656142] linearizableReadLoop","detail":"{readStateIndex:24332; appliedIndex:24328; }","duration":"612.356066ms","start":"2026-04-16T10:09:05.692572Z","end":"2026-04-16T10:09:06.304928Z","steps":["trace[1664656142] 'read index received' (duration: 161.063678ms)","trace[1664656142] 'applied index is now lower than readState.Index' (duration: 451.291728ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:06.30496Z","caller":"traceutil/trace.go:171","msg":"trace[1188916326] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"604.081145ms","start":"2026-04-16T10:09:05.700871Z","end":"2026-04-16T10:09:06.304952Z","steps":["trace[1188916326] 'process raft request' (duration: 603.765705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.304988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.700864Z","time spent":"604.108977ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:06.304993Z","caller":"traceutil/trace.go:171","msg":"trace[1024556139] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"601.341099ms","start":"2026-04-16T10:09:05.703644Z","end":"2026-04-16T10:09:06.304985Z","steps":["trace[1024556139] 'process raft request' (duration: 601.216755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.305036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.703632Z","time spent":"601.381001ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:06.305081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.507001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:885"} {"level":"info","ts":"2026-04-16T10:09:06.305104Z","caller":"traceutil/trace.go:171","msg":"trace[389260821] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23563; }","duration":"612.564242ms","start":"2026-04-16T10:09:05.692532Z","end":"2026-04-16T10:09:06.305097Z","steps":["trace[389260821] 'agreement among raft nodes before linearized reading' (duration: 612.449709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.305122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.69252Z","time spent":"612.598484ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":908,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-16T10:09:06.636267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.199252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:09:06.636416Z","caller":"traceutil/trace.go:171","msg":"trace[1832010358] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24336; }","duration":"331.43591ms","start":"2026-04-16T10:09:06.304963Z","end":"2026-04-16T10:09:06.636399Z","steps":["trace[1832010358] 'read index received' (duration: 124.907668ms)","trace[1832010358] 'applied index is now lower than readState.Index' (duration: 206.526482ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:06.636506Z","caller":"traceutil/trace.go:171","msg":"trace[1787144121] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"781.415177ms","start":"2026-04-16T10:09:05.855079Z","end":"2026-04-16T10:09:06.636495Z","steps":["trace[1787144121] 'process raft request' (duration: 574.894045ms)","trace[1787144121] 'compare' (duration: 206.000045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:06.636579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.85506Z","time spent":"781.482418ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:06.636729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.209121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2124"} {"level":"warn","ts":"2026-04-16T10:09:06.636753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.807387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2777"} {"level":"info","ts":"2026-04-16T10:09:06.636797Z","caller":"traceutil/trace.go:171","msg":"trace[1877260420] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:23564; }","duration":"768.297623ms","start":"2026-04-16T10:09:05.868483Z","end":"2026-04-16T10:09:06.636781Z","steps":["trace[1877260420] 'agreement among raft nodes before linearized reading' (duration: 768.092696ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.636806Z","caller":"traceutil/trace.go:171","msg":"trace[1088829254] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:23564; }","duration":"865.865619ms","start":"2026-04-16T10:09:05.770926Z","end":"2026-04-16T10:09:06.636792Z","steps":["trace[1088829254] 'agreement among raft nodes before linearized reading' (duration: 865.685574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.636832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.868476Z","time spent":"768.349244ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2147,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-04-16T10:09:06.636846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.770912Z","time spent":"865.925411ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":2800,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-16T10:09:06.636861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.689348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1308"} {"level":"warn","ts":"2026-04-16T10:09:06.636937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.117695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:940"} {"level":"warn","ts":"2026-04-16T10:09:06.636967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.034845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:06.636972Z","caller":"traceutil/trace.go:171","msg":"trace[1248042586] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:23564; }","duration":"894.801432ms","start":"2026-04-16T10:09:05.742142Z","end":"2026-04-16T10:09:06.636943Z","steps":["trace[1248042586] 'agreement among raft nodes before linearized reading' (duration: 894.635467ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.636987Z","caller":"traceutil/trace.go:171","msg":"trace[1134177901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23564; }","duration":"565.082996ms","start":"2026-04-16T10:09:06.071898Z","end":"2026-04-16T10:09:06.636981Z","steps":["trace[1134177901] 'agreement among raft nodes before linearized reading' (duration: 565.048015ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.636993Z","caller":"traceutil/trace.go:171","msg":"trace[1611860420] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23564; }","duration":"819.205588ms","start":"2026-04-16T10:09:05.817774Z","end":"2026-04-16T10:09:06.636979Z","steps":["trace[1611860420] 'agreement among raft nodes before linearized reading' (duration: 818.925429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.637005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.071884Z","time spent":"565.117817ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:09:06.63701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.742131Z","time spent":"894.868514ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":1331,"request content":"key:\"/registry/ingress/openstack/dashboard\" "} {"level":"warn","ts":"2026-04-16T10:09:06.637028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.817756Z","time spent":"819.263949ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":963,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-16T10:09:06.637095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.933827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2416"} {"level":"info","ts":"2026-04-16T10:09:06.637126Z","caller":"traceutil/trace.go:171","msg":"trace[1185376396] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:23564; }","duration":"843.002368ms","start":"2026-04-16T10:09:05.794113Z","end":"2026-04-16T10:09:06.637116Z","steps":["trace[1185376396] 'agreement among raft nodes before linearized reading' (duration: 842.912876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.637157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.79409Z","time spent":"843.060071ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2439,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-04-16T10:09:06.637173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.975315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:851"} {"level":"warn","ts":"2026-04-16T10:09:06.637173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.476041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" ","response":"range_response_count:1 size:2170"} {"level":"info","ts":"2026-04-16T10:09:06.637194Z","caller":"traceutil/trace.go:171","msg":"trace[226684308] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:23564; }","duration":"619.029877ms","start":"2026-04-16T10:09:06.018157Z","end":"2026-04-16T10:09:06.637187Z","steps":["trace[226684308] 'agreement among raft nodes before linearized reading' (duration: 618.961035ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.637203Z","caller":"traceutil/trace.go:171","msg":"trace[2003875831] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/placement-api-certs; range_end:; response_count:1; response_revision:23564; }","duration":"920.518922ms","start":"2026-04-16T10:09:05.716673Z","end":"2026-04-16T10:09:06.637192Z","steps":["trace[2003875831] 'agreement among raft nodes before linearized reading' (duration: 920.436619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.637211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.01814Z","time spent":"619.068138ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":874,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-04-16T10:09:06.637231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.716666Z","time spent":"920.558643ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2193,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" "} {"level":"warn","ts":"2026-04-16T10:09:06.637331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.774828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1063"} {"level":"warn","ts":"2026-04-16T10:09:06.637356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.988576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-16T10:09:06.63737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.395406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-04-16T10:09:06.637379Z","caller":"traceutil/trace.go:171","msg":"trace[1393561514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23564; }","duration":"161.010797ms","start":"2026-04-16T10:09:06.476361Z","end":"2026-04-16T10:09:06.637372Z","steps":["trace[1393561514] 'agreement among raft nodes before linearized reading' (duration: 160.937744ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.637395Z","caller":"traceutil/trace.go:171","msg":"trace[431656034] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:23564; }","duration":"644.464699ms","start":"2026-04-16T10:09:05.992924Z","end":"2026-04-16T10:09:06.637389Z","steps":["trace[431656034] 'agreement among raft nodes before linearized reading' (duration: 644.397017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.637413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.992863Z","time spent":"644.546502ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":862,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"warn","ts":"2026-04-16T10:09:06.637638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.012285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:09:06.637665Z","caller":"traceutil/trace.go:171","msg":"trace[1118952332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23564; }","duration":"160.052847ms","start":"2026-04-16T10:09:06.477604Z","end":"2026-04-16T10:09:06.637657Z","steps":["trace[1118952332] 'agreement among raft nodes before linearized reading' (duration: 159.970784ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:06.637368Z","caller":"traceutil/trace.go:171","msg":"trace[1227822946] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:23564; }","duration":"794.83684ms","start":"2026-04-16T10:09:05.842521Z","end":"2026-04-16T10:09:06.637358Z","steps":["trace[1227822946] 'agreement among raft nodes before linearized reading' (duration: 794.726667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.637842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.842509Z","time spent":"795.321225ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1086,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"warn","ts":"2026-04-16T10:09:06.637959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.720905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1085"} {"level":"info","ts":"2026-04-16T10:09:06.637992Z","caller":"traceutil/trace.go:171","msg":"trace[294718254] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:23564; }","duration":"695.779277ms","start":"2026-04-16T10:09:05.942203Z","end":"2026-04-16T10:09:06.637982Z","steps":["trace[294718254] 'agreement among raft nodes before linearized reading' (duration: 695.687634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.638016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.94219Z","time spent":"695.819798ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1108,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-04-16T10:09:06.639348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.024357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-16T10:09:06.639402Z","caller":"traceutil/trace.go:171","msg":"trace[1057083112] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:23564; }","duration":"671.099629ms","start":"2026-04-16T10:09:05.968274Z","end":"2026-04-16T10:09:06.639374Z","steps":["trace[1057083112] 'agreement among raft nodes before linearized reading' (duration: 669.314972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.639409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.365499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T10:09:06.639462Z","caller":"traceutil/trace.go:171","msg":"trace[1060042181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23564; }","duration":"162.420761ms","start":"2026-04-16T10:09:06.477029Z","end":"2026-04-16T10:09:06.63945Z","steps":["trace[1060042181] 'agreement among raft nodes before linearized reading' (duration: 160.754349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.639425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.968254Z","time spent":"671.165031ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":900,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"warn","ts":"2026-04-16T10:09:06.639872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.671783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605550-qm9wb\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-04-16T10:09:06.639931Z","caller":"traceutil/trace.go:171","msg":"trace[176557478] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605550-qm9wb; range_end:; response_count:1; response_revision:23564; }","duration":"721.775107ms","start":"2026-04-16T10:09:05.918139Z","end":"2026-04-16T10:09:06.639914Z","steps":["trace[176557478] 'agreement among raft nodes before linearized reading' (duration: 720.163936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.639961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.918118Z","time spent":"721.837638ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7205,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605550-qm9wb\" "} {"level":"warn","ts":"2026-04-16T10:09:06.641139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.54688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-04-16T10:09:06.641185Z","caller":"traceutil/trace.go:171","msg":"trace[123718492] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:23564; }","duration":"748.637864ms","start":"2026-04-16T10:09:05.892536Z","end":"2026-04-16T10:09:06.641174Z","steps":["trace[123718492] 'agreement among raft nodes before linearized reading' (duration: 745.303108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.641207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:05.892517Z","time spent":"748.684164ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2132,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-04-16T10:09:06.973428Z","caller":"traceutil/trace.go:171","msg":"trace[735804043] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24337; }","duration":"330.646924ms","start":"2026-04-16T10:09:06.64276Z","end":"2026-04-16T10:09:06.973407Z","steps":["trace[735804043] 'read index received' (duration: 330.572972ms)","trace[735804043] 'applied index is now lower than readState.Index' (duration: 73.272µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:06.973632Z","caller":"traceutil/trace.go:171","msg":"trace[731675233] transaction","detail":"{read_only:false; response_revision:23565; number_of_response:1; }","duration":"330.925483ms","start":"2026-04-16T10:09:06.642697Z","end":"2026-04-16T10:09:06.973623Z","steps":["trace[731675233] 'process raft request' (duration: 330.593672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.973711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.642686Z","time spent":"330.972985ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:06.97392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.106039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605550-qm9wb\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-04-16T10:09:06.974007Z","caller":"traceutil/trace.go:171","msg":"trace[734068315] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29605550-qm9wb; range_end:; response_count:1; response_revision:23565; }","duration":"331.265804ms","start":"2026-04-16T10:09:06.642719Z","end":"2026-04-16T10:09:06.973984Z","steps":["trace[734068315] 'agreement among raft nodes before linearized reading' (duration: 330.979355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:06.974074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.6427Z","time spent":"331.364227ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7205,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29605550-qm9wb\" "} {"level":"warn","ts":"2026-04-16T10:09:07.478396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.642396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:09:07.478566Z","caller":"traceutil/trace.go:171","msg":"trace[450957075] linearizableReadLoop","detail":"{readStateIndex:24341; appliedIndex:24338; }","duration":"505.072183ms","start":"2026-04-16T10:09:06.973483Z","end":"2026-04-16T10:09:07.478555Z","steps":["trace[450957075] 'read index received' (duration: 41.196379ms)","trace[450957075] 'applied index is now lower than readState.Index' (duration: 463.875154ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:07.478748Z","caller":"traceutil/trace.go:171","msg":"trace[610769627] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"834.354744ms","start":"2026-04-16T10:09:06.644384Z","end":"2026-04-16T10:09:07.478739Z","steps":["trace[610769627] 'process raft request' (duration: 370.282124ms)","trace[610769627] 'compare' (duration: 462.437208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:07.478801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.644375Z","time spent":"834.400166ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:07.478914Z","caller":"traceutil/trace.go:171","msg":"trace[1474689269] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"834.476268ms","start":"2026-04-16T10:09:06.644432Z","end":"2026-04-16T10:09:07.478908Z","steps":["trace[1474689269] 'process raft request' (duration: 834.048835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.478955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.644429Z","time spent":"834.506639ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:07.479032Z","caller":"traceutil/trace.go:171","msg":"trace[125542192] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"788.362724ms","start":"2026-04-16T10:09:06.690663Z","end":"2026-04-16T10:09:07.479026Z","steps":["trace[125542192] 'process raft request' (duration: 787.859778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.47907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.690649Z","time spent":"788.404176ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:07.479258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.662655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:09:07.479305Z","caller":"traceutil/trace.go:171","msg":"trace[1211308634] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23568; }","duration":"835.723878ms","start":"2026-04-16T10:09:06.643574Z","end":"2026-04-16T10:09:07.479298Z","steps":["trace[1211308634] 'agreement among raft nodes before linearized reading' (duration: 835.602254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.479329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.643567Z","time spent":"835.755789ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T10:09:07.479479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.662857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:859"} {"level":"info","ts":"2026-04-16T10:09:07.479504Z","caller":"traceutil/trace.go:171","msg":"trace[149575190] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:23568; }","duration":"836.704658ms","start":"2026-04-16T10:09:06.642794Z","end":"2026-04-16T10:09:07.479499Z","steps":["trace[149575190] 'agreement among raft nodes before linearized reading' (duration: 836.639226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.47952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.642785Z","time spent":"836.73193ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":882,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-04-16T10:09:07.479658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.859623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-04-16T10:09:07.479681Z","caller":"traceutil/trace.go:171","msg":"trace[359728665] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:23568; }","duration":"836.895375ms","start":"2026-04-16T10:09:06.64278Z","end":"2026-04-16T10:09:07.479676Z","steps":["trace[359728665] 'agreement among raft nodes before linearized reading' (duration: 836.830523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.479698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.642769Z","time spent":"836.925425ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1136,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-04-16T10:09:07.484912Z","caller":"traceutil/trace.go:171","msg":"trace[1264100743] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"508.220762ms","start":"2026-04-16T10:09:06.976572Z","end":"2026-04-16T10:09:07.484793Z","steps":["trace[1264100743] 'process raft request' (duration: 508.014465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.485101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:06.976557Z","time spent":"508.435828ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7178,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:07.487126Z","caller":"traceutil/trace.go:171","msg":"trace[1640536026] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"359.055849ms","start":"2026-04-16T10:09:07.12805Z","end":"2026-04-16T10:09:07.487106Z","steps":["trace[1640536026] 'process raft request' (duration: 358.939015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.487233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.56334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T10:09:07.487239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:07.128036Z","time spent":"359.140142ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:07.48729Z","caller":"traceutil/trace.go:171","msg":"trace[1806340518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23570; }","duration":"139.638843ms","start":"2026-04-16T10:09:07.347619Z","end":"2026-04-16T10:09:07.487258Z","steps":["trace[1806340518] 'agreement among raft nodes before linearized reading' (duration: 139.5445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.487503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.488062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:09:07.487536Z","caller":"traceutil/trace.go:171","msg":"trace[1138918282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23570; }","duration":"365.544283ms","start":"2026-04-16T10:09:07.121985Z","end":"2026-04-16T10:09:07.487529Z","steps":["trace[1138918282] 'agreement among raft nodes before linearized reading' (duration: 365.44918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.487556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:07.121973Z","time spent":"365.577775ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:09:07.487134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.296991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:07.487703Z","caller":"traceutil/trace.go:171","msg":"trace[726362436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23570; }","duration":"414.89916ms","start":"2026-04-16T10:09:07.072783Z","end":"2026-04-16T10:09:07.487682Z","steps":["trace[726362436] 'agreement among raft nodes before linearized reading' (duration: 414.293891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:07.487766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:07.072761Z","time spent":"414.987823ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:09:09.625326Z","caller":"traceutil/trace.go:171","msg":"trace[516444838] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"135.10517ms","start":"2026-04-16T10:09:09.490088Z","end":"2026-04-16T10:09:09.625193Z","steps":["trace[516444838] 'process raft request' (duration: 134.946745ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:09.651757Z","caller":"traceutil/trace.go:171","msg":"trace[212319576] linearizableReadLoop","detail":"{readStateIndex:24359; appliedIndex:24356; }","duration":"144.763374ms","start":"2026-04-16T10:09:09.506957Z","end":"2026-04-16T10:09:09.65172Z","steps":["trace[212319576] 'read index received' (duration: 118.192507ms)","trace[212319576] 'applied index is now lower than readState.Index' (duration: 26.569677ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:09.652208Z","caller":"traceutil/trace.go:171","msg":"trace[1939158158] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"161.914155ms","start":"2026-04-16T10:09:09.490279Z","end":"2026-04-16T10:09:09.652193Z","steps":["trace[1939158158] 'process raft request' (duration: 161.281285ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:09.652344Z","caller":"traceutil/trace.go:171","msg":"trace[701735315] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"154.78785ms","start":"2026-04-16T10:09:09.497547Z","end":"2026-04-16T10:09:09.652335Z","steps":["trace[701735315] 'process raft request' (duration: 154.131139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:09.652515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.552579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T10:09:09.652548Z","caller":"traceutil/trace.go:171","msg":"trace[518864828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23586; }","duration":"145.635851ms","start":"2026-04-16T10:09:09.506905Z","end":"2026-04-16T10:09:09.652541Z","steps":["trace[518864828] 'agreement among raft nodes before linearized reading' (duration: 145.508887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:09.832551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.365196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:09:09.83273Z","caller":"traceutil/trace.go:171","msg":"trace[212677431] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"175.06054ms","start":"2026-04-16T10:09:09.657651Z","end":"2026-04-16T10:09:09.832712Z","steps":["trace[212677431] 'process raft request' (duration: 174.994998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:09.832768Z","caller":"traceutil/trace.go:171","msg":"trace[1771466777] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"175.609117ms","start":"2026-04-16T10:09:09.657128Z","end":"2026-04-16T10:09:09.832737Z","steps":["trace[1771466777] 'process raft request' (duration: 73.984022ms)","trace[1771466777] 'compare' (duration: 100.763517ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:12.517855Z","caller":"traceutil/trace.go:171","msg":"trace[1316529548] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"102.720259ms","start":"2026-04-16T10:09:12.415099Z","end":"2026-04-16T10:09:12.517819Z","steps":["trace[1316529548] 'process raft request' (duration: 102.619406ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:12.518163Z","caller":"traceutil/trace.go:171","msg":"trace[1495756631] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"102.44443ms","start":"2026-04-16T10:09:12.415669Z","end":"2026-04-16T10:09:12.518113Z","steps":["trace[1495756631] 'process raft request' (duration: 102.086239ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:12.518317Z","caller":"traceutil/trace.go:171","msg":"trace[1961239528] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"101.377607ms","start":"2026-04-16T10:09:12.416929Z","end":"2026-04-16T10:09:12.518307Z","steps":["trace[1961239528] 'process raft request' (duration: 100.85447ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:12.518412Z","caller":"traceutil/trace.go:171","msg":"trace[1716056043] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"101.105808ms","start":"2026-04-16T10:09:12.417295Z","end":"2026-04-16T10:09:12.518401Z","steps":["trace[1716056043] 'process raft request' (duration: 100.997655ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:12.518417Z","caller":"traceutil/trace.go:171","msg":"trace[795331058] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"101.380637ms","start":"2026-04-16T10:09:12.417027Z","end":"2026-04-16T10:09:12.518407Z","steps":["trace[795331058] 'process raft request' (duration: 101.116608ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:12.518264Z","caller":"traceutil/trace.go:171","msg":"trace[1436452462] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"107.695035ms","start":"2026-04-16T10:09:12.410547Z","end":"2026-04-16T10:09:12.518243Z","steps":["trace[1436452462] 'process raft request' (duration: 107.036485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:17.733592Z","caller":"traceutil/trace.go:171","msg":"trace[746420986] linearizableReadLoop","detail":"{readStateIndex:24428; appliedIndex:24427; }","duration":"181.74246ms","start":"2026-04-16T10:09:17.551828Z","end":"2026-04-16T10:09:17.73357Z","steps":["trace[746420986] 'read index received' (duration: 133.601892ms)","trace[746420986] 'applied index is now lower than readState.Index' (duration: 48.139488ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:17.73366Z","caller":"traceutil/trace.go:171","msg":"trace[1270698327] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"182.874136ms","start":"2026-04-16T10:09:17.550778Z","end":"2026-04-16T10:09:17.733652Z","steps":["trace[1270698327] 'process raft request' (duration: 134.723998ms)","trace[1270698327] 'compare' (duration: 47.809157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:17.733874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.031519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-16T10:09:17.733901Z","caller":"traceutil/trace.go:171","msg":"trace[1234014538] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23653; }","duration":"182.06868ms","start":"2026-04-16T10:09:17.551825Z","end":"2026-04-16T10:09:17.733894Z","steps":["trace[1234014538] 'agreement among raft nodes before linearized reading' (duration: 181.941916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:17.760153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.218402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:09:17.76022Z","caller":"traceutil/trace.go:171","msg":"trace[689717666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23654; }","duration":"101.323265ms","start":"2026-04-16T10:09:17.658872Z","end":"2026-04-16T10:09:17.760196Z","steps":["trace[689717666] 'agreement among raft nodes before linearized reading' (duration: 101.208931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:18.146781Z","caller":"traceutil/trace.go:171","msg":"trace[1926050840] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"383.013505ms","start":"2026-04-16T10:09:17.763719Z","end":"2026-04-16T10:09:18.146733Z","steps":["trace[1926050840] 'process raft request' (duration: 337.297363ms)","trace[1926050840] 'compare' (duration: 45.281118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:18.14694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:17.763703Z","time spent":"383.1621ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7473,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T10:09:18.168935Z","caller":"traceutil/trace.go:171","msg":"trace[943252675] linearizableReadLoop","detail":"{readStateIndex:24432; appliedIndex:24429; }","duration":"401.842789ms","start":"2026-04-16T10:09:17.767069Z","end":"2026-04-16T10:09:18.168912Z","steps":["trace[943252675] 'read index received' (duration: 334.880268ms)","trace[943252675] 'applied index is now lower than readState.Index' (duration: 66.961371ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:18.168973Z","caller":"traceutil/trace.go:171","msg":"trace[1117866891] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"404.782012ms","start":"2026-04-16T10:09:17.764155Z","end":"2026-04-16T10:09:18.168937Z","steps":["trace[1117866891] 'process raft request' (duration: 404.566015ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:18.169009Z","caller":"traceutil/trace.go:171","msg":"trace[1419585426] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"403.47321ms","start":"2026-04-16T10:09:17.765505Z","end":"2026-04-16T10:09:18.168979Z","steps":["trace[1419585426] 'process raft request' (duration: 403.336446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.169101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:17.764137Z","time spent":"404.895435ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:18.169159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:17.76548Z","time spent":"403.602284ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:18.169174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.081116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-16T10:09:18.169217Z","caller":"traceutil/trace.go:171","msg":"trace[1054162142] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23657; }","duration":"402.147068ms","start":"2026-04-16T10:09:17.767053Z","end":"2026-04-16T10:09:18.1692Z","steps":["trace[1054162142] 'agreement among raft nodes before linearized reading' (duration: 401.964632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.169258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:17.767046Z","time spent":"402.203499ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-04-16T10:09:18.512491Z","caller":"traceutil/trace.go:171","msg":"trace[372569011] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"359.953478ms","start":"2026-04-16T10:09:18.152511Z","end":"2026-04-16T10:09:18.512464Z","steps":["trace[372569011] 'process raft request' (duration: 268.431923ms)","trace[372569011] 'compare' (duration: 91.200725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:18.512625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:18.152492Z","time spent":"360.064242ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:18.519646Z","caller":"traceutil/trace.go:171","msg":"trace[1392746023] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"351.215794ms","start":"2026-04-16T10:09:18.168391Z","end":"2026-04-16T10:09:18.519607Z","steps":["trace[1392746023] 'process raft request' (duration: 350.963206ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:18.519657Z","caller":"traceutil/trace.go:171","msg":"trace[701435964] linearizableReadLoop","detail":"{readStateIndex:24435; appliedIndex:24432; }","duration":"350.641416ms","start":"2026-04-16T10:09:18.168998Z","end":"2026-04-16T10:09:18.519639Z","steps":["trace[701435964] 'read index received' (duration: 251.961184ms)","trace[701435964] 'applied index is now lower than readState.Index' (duration: 98.679372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:18.519766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:18.168366Z","time spent":"351.337997ms","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7283,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:18.519779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.48611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:09:18.519816Z","caller":"traceutil/trace.go:171","msg":"trace[150075139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23660; }","duration":"638.558902ms","start":"2026-04-16T10:09:17.881246Z","end":"2026-04-16T10:09:18.519805Z","steps":["trace[150075139] 'agreement among raft nodes before linearized reading' (duration: 638.450648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.519847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:17.881224Z","time spent":"638.617324ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:09:18.519878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.520587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-16T10:09:18.519911Z","caller":"traceutil/trace.go:171","msg":"trace[2055041888] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23660; }","duration":"701.551468ms","start":"2026-04-16T10:09:17.81835Z","end":"2026-04-16T10:09:18.519901Z","steps":["trace[2055041888] 'agreement among raft nodes before linearized reading' (duration: 701.480036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.519941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:17.81833Z","time spent":"701.60239ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-16T10:09:18.51996Z","caller":"traceutil/trace.go:171","msg":"trace[475450529] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"351.291915ms","start":"2026-04-16T10:09:18.16866Z","end":"2026-04-16T10:09:18.519952Z","steps":["trace[475450529] 'process raft request' (duration: 350.81863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.519815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.024698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:09:18.520032Z","caller":"traceutil/trace.go:171","msg":"trace[1860179013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23660; }","duration":"640.287527ms","start":"2026-04-16T10:09:17.879734Z","end":"2026-04-16T10:09:18.520022Z","steps":["trace[1860179013] 'agreement among raft nodes before linearized reading' (duration: 639.985417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.520066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:17.879713Z","time spent":"640.343788ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:09:18.520117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.044117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:18.520145Z","caller":"traceutil/trace.go:171","msg":"trace[248884281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23660; }","duration":"449.106789ms","start":"2026-04-16T10:09:18.071032Z","end":"2026-04-16T10:09:18.520139Z","steps":["trace[248884281] 'agreement among raft nodes before linearized reading' (duration: 449.063228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.52Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:18.16865Z","time spent":"351.326627ms","remote":"127.0.0.1:43454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T10:09:18.520168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:18.071013Z","time spent":"449.150441ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T10:09:18.520564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.704472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-04-16T10:09:18.520593Z","caller":"traceutil/trace.go:171","msg":"trace[391009748] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23660; }","duration":"746.735152ms","start":"2026-04-16T10:09:17.773851Z","end":"2026-04-16T10:09:18.520586Z","steps":["trace[391009748] 'agreement among raft nodes before linearized reading' (duration: 746.137884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.52061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:17.773834Z","time spent":"746.771173ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-16T10:09:18.592243Z","caller":"traceutil/trace.go:171","msg":"trace[102102169] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"149.664309ms","start":"2026-04-16T10:09:18.44255Z","end":"2026-04-16T10:09:18.592215Z","steps":["trace[102102169] 'process raft request' (duration: 149.461002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.592645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.765786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:18.592719Z","caller":"traceutil/trace.go:171","msg":"trace[373553327] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23661; }","duration":"184.879119ms","start":"2026-04-16T10:09:18.407822Z","end":"2026-04-16T10:09:18.592701Z","steps":["trace[373553327] 'agreement among raft nodes before linearized reading' (duration: 184.779986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.592785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.098173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-16T10:09:18.592901Z","caller":"traceutil/trace.go:171","msg":"trace[1583213739] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23661; }","duration":"419.200636ms","start":"2026-04-16T10:09:18.173663Z","end":"2026-04-16T10:09:18.592864Z","steps":["trace[1583213739] 'agreement among raft nodes before linearized reading' (duration: 418.99607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.592947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:18.173617Z","time spent":"419.320411ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-16T10:09:18.593131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.942472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:18.593192Z","caller":"traceutil/trace.go:171","msg":"trace[547875910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23661; }","duration":"395.613763ms","start":"2026-04-16T10:09:18.197563Z","end":"2026-04-16T10:09:18.593176Z","steps":["trace[547875910] 'agreement among raft nodes before linearized reading' (duration: 394.921971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:18.593229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:18.197548Z","time spent":"395.666985ms","remote":"127.0.0.1:38094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-16T10:09:19.404398Z","caller":"traceutil/trace.go:171","msg":"trace[51489074] linearizableReadLoop","detail":"{readStateIndex:24450; appliedIndex:24449; }","duration":"376.438809ms","start":"2026-04-16T10:09:19.027934Z","end":"2026-04-16T10:09:19.404373Z","steps":["trace[51489074] 'read index received' (duration: 376.328295ms)","trace[51489074] 'applied index is now lower than readState.Index' (duration: 108.993µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:19.404574Z","caller":"traceutil/trace.go:171","msg":"trace[908837620] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"381.822218ms","start":"2026-04-16T10:09:19.022668Z","end":"2026-04-16T10:09:19.40449Z","steps":["trace[908837620] 'process raft request' (duration: 381.530839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:19.404667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.292014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:09:19.404691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.755158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T10:09:19.404717Z","caller":"traceutil/trace.go:171","msg":"trace[768044508] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23674; }","duration":"278.410988ms","start":"2026-04-16T10:09:19.126289Z","end":"2026-04-16T10:09:19.4047Z","steps":["trace[768044508] 'agreement among raft nodes before linearized reading' (duration: 278.311625ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:19.40476Z","caller":"traceutil/trace.go:171","msg":"trace[1496600856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23674; }","duration":"376.857621ms","start":"2026-04-16T10:09:19.027884Z","end":"2026-04-16T10:09:19.404742Z","steps":["trace[1496600856] 'agreement among raft nodes before linearized reading' (duration: 376.590413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:19.404812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:19.027866Z","time spent":"376.934194ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:09:19.405026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:19.022649Z","time spent":"382.057335ms","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:19.405102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.330598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:19.405165Z","caller":"traceutil/trace.go:171","msg":"trace[301959702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23674; }","duration":"332.929797ms","start":"2026-04-16T10:09:19.072218Z","end":"2026-04-16T10:09:19.405148Z","steps":["trace[301959702] 'agreement among raft nodes before linearized reading' (duration: 332.328868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:19.405253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:19.072207Z","time spent":"333.02974ms","remote":"127.0.0.1:43380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T10:09:19.87341Z","caller":"traceutil/trace.go:171","msg":"trace[235977179] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"204.329823ms","start":"2026-04-16T10:09:19.669048Z","end":"2026-04-16T10:09:19.873378Z","steps":["trace[235977179] 'process raft request' (duration: 204.161367ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:19.902538Z","caller":"traceutil/trace.go:171","msg":"trace[2028085102] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"136.505954ms","start":"2026-04-16T10:09:19.766003Z","end":"2026-04-16T10:09:19.902509Z","steps":["trace[2028085102] 'process raft request' (duration: 136.244276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:20.862303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.278279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:09:20.862377Z","caller":"traceutil/trace.go:171","msg":"trace[1734501453] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23696; }","duration":"118.409413ms","start":"2026-04-16T10:09:20.743952Z","end":"2026-04-16T10:09:20.862361Z","steps":["trace[1734501453] 'count revisions from in-memory index tree' (duration: 118.194167ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:24.786565Z","caller":"traceutil/trace.go:171","msg":"trace[520780733] linearizableReadLoop","detail":"{readStateIndex:24506; appliedIndex:24499; }","duration":"154.739539ms","start":"2026-04-16T10:09:24.631801Z","end":"2026-04-16T10:09:24.78654Z","steps":["trace[520780733] 'read index received' (duration: 46.211677ms)","trace[520780733] 'applied index is now lower than readState.Index' (duration: 108.526792ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:24.786679Z","caller":"traceutil/trace.go:171","msg":"trace[1787195440] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"161.351908ms","start":"2026-04-16T10:09:24.625315Z","end":"2026-04-16T10:09:24.786667Z","steps":["trace[1787195440] 'process raft request' (duration: 161.11415ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:24.786626Z","caller":"traceutil/trace.go:171","msg":"trace[1015354927] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"162.141002ms","start":"2026-04-16T10:09:24.624455Z","end":"2026-04-16T10:09:24.786596Z","steps":["trace[1015354927] 'process raft request' (duration: 161.939366ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:24.786762Z","caller":"traceutil/trace.go:171","msg":"trace[1071921919] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"160.094917ms","start":"2026-04-16T10:09:24.626626Z","end":"2026-04-16T10:09:24.786721Z","steps":["trace[1071921919] 'process raft request' (duration: 159.87419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:24.786985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.173782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:09:24.786998Z","caller":"traceutil/trace.go:171","msg":"trace[1095846946] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"160.359076ms","start":"2026-04-16T10:09:24.62663Z","end":"2026-04-16T10:09:24.786989Z","steps":["trace[1095846946] 'process raft request' (duration: 159.833129ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:24.787027Z","caller":"traceutil/trace.go:171","msg":"trace[1102656093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23729; }","duration":"155.245935ms","start":"2026-04-16T10:09:24.631771Z","end":"2026-04-16T10:09:24.787017Z","steps":["trace[1102656093] 'agreement among raft nodes before linearized reading' (duration: 155.09204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:24.787124Z","caller":"traceutil/trace.go:171","msg":"trace[1153509156] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"165.346203ms","start":"2026-04-16T10:09:24.621769Z","end":"2026-04-16T10:09:24.787116Z","steps":["trace[1153509156] 'process raft request' (duration: 164.578389ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:24.787196Z","caller":"traceutil/trace.go:171","msg":"trace[836239084] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"167.180691ms","start":"2026-04-16T10:09:24.620008Z","end":"2026-04-16T10:09:24.787188Z","steps":["trace[836239084] 'process raft request' (duration: 165.466017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:24.812092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.221449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:24.812162Z","caller":"traceutil/trace.go:171","msg":"trace[97759087] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23730; }","duration":"132.333072ms","start":"2026-04-16T10:09:24.679811Z","end":"2026-04-16T10:09:24.812144Z","steps":["trace[97759087] 'agreement among raft nodes before linearized reading' (duration: 132.196618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:24.812483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.229126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:09:24.812544Z","caller":"traceutil/trace.go:171","msg":"trace[1154303351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23730; }","duration":"176.305239ms","start":"2026-04-16T10:09:24.636221Z","end":"2026-04-16T10:09:24.812527Z","steps":["trace[1154303351] 'agreement among raft nodes before linearized reading' (duration: 175.673219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:24.917074Z","caller":"traceutil/trace.go:171","msg":"trace[503997598] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"100.038364ms","start":"2026-04-16T10:09:24.817004Z","end":"2026-04-16T10:09:24.917042Z","steps":["trace[503997598] 'process raft request' (duration: 74.813079ms)","trace[503997598] 'compare' (duration: 25.042539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:25.135684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.618359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:25.135741Z","caller":"traceutil/trace.go:171","msg":"trace[1136637326] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23732; }","duration":"117.718112ms","start":"2026-04-16T10:09:25.01801Z","end":"2026-04-16T10:09:25.135728Z","steps":["trace[1136637326] 'count revisions from in-memory index tree' (duration: 117.492995ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:38.573803Z","caller":"traceutil/trace.go:171","msg":"trace[743783767] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"133.447647ms","start":"2026-04-16T10:09:38.440329Z","end":"2026-04-16T10:09:38.573777Z","steps":["trace[743783767] 'process raft request' (duration: 101.051546ms)","trace[743783767] 'compare' (duration: 32.301198ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:41.059062Z","caller":"traceutil/trace.go:171","msg":"trace[626769682] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"320.475784ms","start":"2026-04-16T10:09:40.738558Z","end":"2026-04-16T10:09:41.059034Z","steps":["trace[626769682] 'process raft request' (duration: 320.241037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:41.059224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:40.738517Z","time spent":"320.627039ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:41.184702Z","caller":"traceutil/trace.go:171","msg":"trace[1154568784] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"319.942606ms","start":"2026-04-16T10:09:40.864735Z","end":"2026-04-16T10:09:41.184677Z","steps":["trace[1154568784] 'process raft request' (duration: 319.860444ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:41.184731Z","caller":"traceutil/trace.go:171","msg":"trace[228370291] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"321.756474ms","start":"2026-04-16T10:09:40.862919Z","end":"2026-04-16T10:09:41.184675Z","steps":["trace[228370291] 'process raft request' (duration: 321.451925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:41.184873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:40.864708Z","time spent":"320.070231ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:41.185062Z","caller":"traceutil/trace.go:171","msg":"trace[821224019] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"320.568066ms","start":"2026-04-16T10:09:40.864458Z","end":"2026-04-16T10:09:41.185026Z","steps":["trace[821224019] 'process raft request' (duration: 320.082031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:41.185204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:40.862893Z","time spent":"321.94687ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:41.185248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:40.864434Z","time spent":"320.720721ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:41.185204Z","caller":"traceutil/trace.go:171","msg":"trace[1183167197] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"320.388711ms","start":"2026-04-16T10:09:40.864784Z","end":"2026-04-16T10:09:41.185173Z","steps":["trace[1183167197] 'process raft request' (duration: 319.843374ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:41.185358Z","caller":"traceutil/trace.go:171","msg":"trace[400104178] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24619; }","duration":"339.270076ms","start":"2026-04-16T10:09:40.846066Z","end":"2026-04-16T10:09:41.185337Z","steps":["trace[400104178] 'read index received' (duration: 212.803929ms)","trace[400104178] 'applied index is now lower than readState.Index' (duration: 126.464897ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:41.185477Z","caller":"traceutil/trace.go:171","msg":"trace[1355528477] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"320.102862ms","start":"2026-04-16T10:09:40.865362Z","end":"2026-04-16T10:09:41.185465Z","steps":["trace[1355528477] 'process raft request' (duration: 319.71608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:41.185571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:40.864774Z","time spent":"320.588247ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:41.185616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:40.865348Z","time spent":"320.157123ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:09:41.185618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.742952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:09:41.185662Z","caller":"traceutil/trace.go:171","msg":"trace[2140168802] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"319.763501ms","start":"2026-04-16T10:09:40.865887Z","end":"2026-04-16T10:09:41.18565Z","steps":["trace[2140168802] 'process raft request' (duration: 319.393049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:41.185776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:40.865876Z","time spent":"319.864395ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:09:41.185667Z","caller":"traceutil/trace.go:171","msg":"trace[1790842923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23846; }","duration":"261.818424ms","start":"2026-04-16T10:09:40.923835Z","end":"2026-04-16T10:09:41.185653Z","steps":["trace[1790842923] 'agreement among raft nodes before linearized reading' (duration: 261.69234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:41.185621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.560366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-16T10:09:41.185857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.492136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:09:41.18591Z","caller":"traceutil/trace.go:171","msg":"trace[30253911] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23846; }","duration":"339.848565ms","start":"2026-04-16T10:09:40.846049Z","end":"2026-04-16T10:09:41.185898Z","steps":["trace[30253911] 'agreement among raft nodes before linearized reading' (duration: 339.461073ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:41.185937Z","caller":"traceutil/trace.go:171","msg":"trace[1383808606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23846; }","duration":"197.631061ms","start":"2026-04-16T10:09:40.988287Z","end":"2026-04-16T10:09:41.185918Z","steps":["trace[1383808606] 'agreement among raft nodes before linearized reading' (duration: 197.325091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:41.185946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:09:40.845989Z","time spent":"339.948088ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-16T10:09:50.294761Z","caller":"traceutil/trace.go:171","msg":"trace[1384503078] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"163.04581ms","start":"2026-04-16T10:09:50.131678Z","end":"2026-04-16T10:09:50.294723Z","steps":["trace[1384503078] 'process raft request' (duration: 162.795122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:53.231306Z","caller":"traceutil/trace.go:171","msg":"trace[827527514] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"131.089833ms","start":"2026-04-16T10:09:53.10019Z","end":"2026-04-16T10:09:53.23128Z","steps":["trace[827527514] 'process raft request' (duration: 130.553006ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:53.447425Z","caller":"traceutil/trace.go:171","msg":"trace[1164362500] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"176.502844ms","start":"2026-04-16T10:09:53.270886Z","end":"2026-04-16T10:09:53.447388Z","steps":["trace[1164362500] 'process raft request' (duration: 158.990782ms)","trace[1164362500] 'compare' (duration: 17.076569ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:53.474592Z","caller":"traceutil/trace.go:171","msg":"trace[1475919739] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"162.155862ms","start":"2026-04-16T10:09:53.312406Z","end":"2026-04-16T10:09:53.474562Z","steps":["trace[1475919739] 'process raft request' (duration: 162.055099ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:53.474584Z","caller":"traceutil/trace.go:171","msg":"trace[414384893] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"162.879365ms","start":"2026-04-16T10:09:53.31167Z","end":"2026-04-16T10:09:53.474549Z","steps":["trace[414384893] 'process raft request' (duration: 162.648988ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:53.474712Z","caller":"traceutil/trace.go:171","msg":"trace[1793597377] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"162.0834ms","start":"2026-04-16T10:09:53.312595Z","end":"2026-04-16T10:09:53.474678Z","steps":["trace[1793597377] 'process raft request' (duration: 161.896874ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:53.475017Z","caller":"traceutil/trace.go:171","msg":"trace[1214175192] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"162.154982ms","start":"2026-04-16T10:09:53.312848Z","end":"2026-04-16T10:09:53.475003Z","steps":["trace[1214175192] 'process raft request' (duration: 161.667747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:53.475095Z","caller":"traceutil/trace.go:171","msg":"trace[1112142334] linearizableReadLoop","detail":"{readStateIndex:24744; appliedIndex:24739; }","duration":"157.209637ms","start":"2026-04-16T10:09:53.31787Z","end":"2026-04-16T10:09:53.47508Z","steps":["trace[1112142334] 'read index received' (duration: 112.021392ms)","trace[1112142334] 'applied index is now lower than readState.Index' (duration: 45.187415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:53.475285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.409192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T10:09:53.475316Z","caller":"traceutil/trace.go:171","msg":"trace[1303473086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23961; }","duration":"157.497776ms","start":"2026-04-16T10:09:53.317809Z","end":"2026-04-16T10:09:53.475307Z","steps":["trace[1303473086] 'agreement among raft nodes before linearized reading' (duration: 157.360861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:53.475317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.447161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T10:09:53.475352Z","caller":"traceutil/trace.go:171","msg":"trace[199443964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23961; }","duration":"155.494573ms","start":"2026-04-16T10:09:53.319849Z","end":"2026-04-16T10:09:53.475344Z","steps":["trace[199443964] 'agreement among raft nodes before linearized reading' (duration: 155.360779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:09:53.475459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.19779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:53.475484Z","caller":"traceutil/trace.go:171","msg":"trace[619383776] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23961; }","duration":"120.247181ms","start":"2026-04-16T10:09:53.35523Z","end":"2026-04-16T10:09:53.475477Z","steps":["trace[619383776] 'agreement among raft nodes before linearized reading' (duration: 120.20356ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:53.637683Z","caller":"traceutil/trace.go:171","msg":"trace[1993770953] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"157.984901ms","start":"2026-04-16T10:09:53.479659Z","end":"2026-04-16T10:09:53.637644Z","steps":["trace[1993770953] 'process raft request' (duration: 83.209933ms)","trace[1993770953] 'compare' (duration: 74.601782ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:09:53.637744Z","caller":"traceutil/trace.go:171","msg":"trace[524774605] linearizableReadLoop","detail":"{readStateIndex:24747; appliedIndex:24745; }","duration":"155.358438ms","start":"2026-04-16T10:09:53.48236Z","end":"2026-04-16T10:09:53.637719Z","steps":["trace[524774605] 'read index received' (duration: 33.055312ms)","trace[524774605] 'applied index is now lower than readState.Index' (duration: 122.301346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:09:53.637844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.463821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:09:53.637865Z","caller":"traceutil/trace.go:171","msg":"trace[1859811269] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23964; }","duration":"155.509623ms","start":"2026-04-16T10:09:53.482349Z","end":"2026-04-16T10:09:53.637858Z","steps":["trace[1859811269] 'agreement among raft nodes before linearized reading' (duration: 155.44077ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:09:53.637975Z","caller":"traceutil/trace.go:171","msg":"trace[425912552] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"151.62588ms","start":"2026-04-16T10:09:53.486304Z","end":"2026-04-16T10:09:53.63793Z","steps":["trace[425912552] 'process raft request' (duration: 151.280879ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.598235Z","caller":"traceutil/trace.go:171","msg":"trace[1734390445] linearizableReadLoop","detail":"{readStateIndex:24857; appliedIndex:24856; }","duration":"111.194166ms","start":"2026-04-16T10:10:05.487019Z","end":"2026-04-16T10:10:05.598213Z","steps":["trace[1734390445] 'read index received' (duration: 62.181981ms)","trace[1734390445] 'applied index is now lower than readState.Index' (duration: 49.011195ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:05.598466Z","caller":"traceutil/trace.go:171","msg":"trace[123210024] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"111.448214ms","start":"2026-04-16T10:10:05.486981Z","end":"2026-04-16T10:10:05.598429Z","steps":["trace[123210024] 'process raft request' (duration: 62.205591ms)","trace[123210024] 'compare' (duration: 48.693385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:10:05.598584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.552877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:10:05.599305Z","caller":"traceutil/trace.go:171","msg":"trace[1007468342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24071; }","duration":"112.306021ms","start":"2026-04-16T10:10:05.48695Z","end":"2026-04-16T10:10:05.599256Z","steps":["trace[1007468342] 'agreement among raft nodes before linearized reading' (duration: 111.566197ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.649093Z","caller":"traceutil/trace.go:171","msg":"trace[205377] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"129.441741ms","start":"2026-04-16T10:10:05.519628Z","end":"2026-04-16T10:10:05.64907Z","steps":["trace[205377] 'process raft request' (duration: 129.332688ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.649291Z","caller":"traceutil/trace.go:171","msg":"trace[1312492233] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"126.605722ms","start":"2026-04-16T10:10:05.522667Z","end":"2026-04-16T10:10:05.649273Z","steps":["trace[1312492233] 'process raft request' (duration: 126.366404ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.649092Z","caller":"traceutil/trace.go:171","msg":"trace[1817530199] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"131.705582ms","start":"2026-04-16T10:10:05.517356Z","end":"2026-04-16T10:10:05.649061Z","steps":["trace[1817530199] 'process raft request' (duration: 131.408213ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.6496Z","caller":"traceutil/trace.go:171","msg":"trace[1915128621] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"125.886879ms","start":"2026-04-16T10:10:05.523704Z","end":"2026-04-16T10:10:05.64959Z","steps":["trace[1915128621] 'process raft request' (duration: 125.485736ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.649667Z","caller":"traceutil/trace.go:171","msg":"trace[691422531] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"126.677024ms","start":"2026-04-16T10:10:05.522984Z","end":"2026-04-16T10:10:05.649661Z","steps":["trace[691422531] 'process raft request' (duration: 126.127117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:05.810641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.839991ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T10:10:05.845867Z","caller":"traceutil/trace.go:171","msg":"trace[1948524337] linearizableReadLoop","detail":"{readStateIndex:24865; appliedIndex:24862; }","duration":"142.196933ms","start":"2026-04-16T10:10:05.703648Z","end":"2026-04-16T10:10:05.845845Z","steps":["trace[1948524337] 'read index received' (duration: 5.196884ms)","trace[1948524337] 'applied index is now lower than readState.Index' (duration: 136.999059ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:05.846306Z","caller":"traceutil/trace.go:171","msg":"trace[1519552780] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"193.057776ms","start":"2026-04-16T10:10:05.653233Z","end":"2026-04-16T10:10:05.846291Z","steps":["trace[1519552780] 'process raft request' (duration: 192.419646ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.846306Z","caller":"traceutil/trace.go:171","msg":"trace[1786255816] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"166.387106ms","start":"2026-04-16T10:10:05.679902Z","end":"2026-04-16T10:10:05.846289Z","steps":["trace[1786255816] 'process raft request' (duration: 165.895221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:05.846561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.901095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:10:05.847071Z","caller":"traceutil/trace.go:171","msg":"trace[431130855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24078; }","duration":"143.38862ms","start":"2026-04-16T10:10:05.703604Z","end":"2026-04-16T10:10:05.846993Z","steps":["trace[431130855] 'agreement among raft nodes before linearized reading' (duration: 142.802672ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.979872Z","caller":"traceutil/trace.go:171","msg":"trace[1836590967] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"168.309907ms","start":"2026-04-16T10:10:05.81153Z","end":"2026-04-16T10:10:05.97984Z","steps":["trace[1836590967] 'process raft request' (duration: 149.633598ms)","trace[1836590967] 'compare' (duration: 18.530044ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:05.979975Z","caller":"traceutil/trace.go:171","msg":"trace[89805630] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24865; }","duration":"134.045947ms","start":"2026-04-16T10:10:05.845914Z","end":"2026-04-16T10:10:05.97996Z","steps":["trace[89805630] 'read index received' (duration: 115.339507ms)","trace[89805630] 'applied index is now lower than readState.Index' (duration: 18.70512ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:05.979911Z","caller":"traceutil/trace.go:171","msg":"trace[1762748565] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"128.576664ms","start":"2026-04-16T10:10:05.851307Z","end":"2026-04-16T10:10:05.979884Z","steps":["trace[1762748565] 'process raft request' (duration: 128.522372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:05.980263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.090408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:10:05.980285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.223382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:10:05.980337Z","caller":"traceutil/trace.go:171","msg":"trace[275689631] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24080; }","duration":"134.207021ms","start":"2026-04-16T10:10:05.84611Z","end":"2026-04-16T10:10:05.980317Z","steps":["trace[275689631] 'agreement among raft nodes before linearized reading' (duration: 134.071207ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:05.980355Z","caller":"traceutil/trace.go:171","msg":"trace[1441885727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24080; }","duration":"193.338825ms","start":"2026-04-16T10:10:05.786999Z","end":"2026-04-16T10:10:05.980338Z","steps":["trace[1441885727] 'agreement among raft nodes before linearized reading' (duration: 193.120499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:05.98039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.079973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:10:05.980437Z","caller":"traceutil/trace.go:171","msg":"trace[478929788] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24080; }","duration":"157.160915ms","start":"2026-04-16T10:10:05.823263Z","end":"2026-04-16T10:10:05.980424Z","steps":["trace[478929788] 'agreement among raft nodes before linearized reading' (duration: 157.016181ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:17.877646Z","caller":"traceutil/trace.go:171","msg":"trace[906711386] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"147.477399ms","start":"2026-04-16T10:10:17.730151Z","end":"2026-04-16T10:10:17.877628Z","steps":["trace[906711386] 'process raft request' (duration: 147.454429ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:17.877937Z","caller":"traceutil/trace.go:171","msg":"trace[838161476] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"162.864214ms","start":"2026-04-16T10:10:17.715043Z","end":"2026-04-16T10:10:17.877907Z","steps":["trace[838161476] 'process raft request' (duration: 162.43229ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:17.878098Z","caller":"traceutil/trace.go:171","msg":"trace[17773198] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"162.930747ms","start":"2026-04-16T10:10:17.715132Z","end":"2026-04-16T10:10:17.878063Z","steps":["trace[17773198] 'process raft request' (duration: 162.447122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:20.997784Z","caller":"traceutil/trace.go:171","msg":"trace[1861699094] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"165.305511ms","start":"2026-04-16T10:10:20.832449Z","end":"2026-04-16T10:10:20.997755Z","steps":["trace[1861699094] 'process raft request' (duration: 165.065904ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:24.594393Z","caller":"traceutil/trace.go:171","msg":"trace[761688012] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"125.829457ms","start":"2026-04-16T10:10:24.468532Z","end":"2026-04-16T10:10:24.594362Z","steps":["trace[761688012] 'process raft request' (duration: 125.643031ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:25.183473Z","caller":"traceutil/trace.go:171","msg":"trace[1579790306] linearizableReadLoop","detail":"{readStateIndex:25023; appliedIndex:25022; }","duration":"129.590096ms","start":"2026-04-16T10:10:25.053861Z","end":"2026-04-16T10:10:25.183451Z","steps":["trace[1579790306] 'read index received' (duration: 129.343338ms)","trace[1579790306] 'applied index is now lower than readState.Index' (duration: 245.848µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:25.18356Z","caller":"traceutil/trace.go:171","msg":"trace[2022300229] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"166.551401ms","start":"2026-04-16T10:10:25.016971Z","end":"2026-04-16T10:10:25.183523Z","steps":["trace[2022300229] 'process raft request' (duration: 166.328864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:25.183683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.806032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T10:10:25.183712Z","caller":"traceutil/trace.go:171","msg":"trace[984841580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24233; }","duration":"129.891906ms","start":"2026-04-16T10:10:25.05381Z","end":"2026-04-16T10:10:25.183702Z","steps":["trace[984841580] 'agreement among raft nodes before linearized reading' (duration: 129.757741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:25.183787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.166985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:10:25.183823Z","caller":"traceutil/trace.go:171","msg":"trace[1030460547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24233; }","duration":"111.255817ms","start":"2026-04-16T10:10:25.072555Z","end":"2026-04-16T10:10:25.183811Z","steps":["trace[1030460547] 'agreement among raft nodes before linearized reading' (duration: 111.178505ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:27.404001Z","caller":"traceutil/trace.go:171","msg":"trace[1822240574] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"133.376605ms","start":"2026-04-16T10:10:27.270546Z","end":"2026-04-16T10:10:27.403922Z","steps":["trace[1822240574] 'process raft request' (duration: 132.671583ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:27.874968Z","caller":"traceutil/trace.go:171","msg":"trace[1426172037] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"144.147344ms","start":"2026-04-16T10:10:27.730794Z","end":"2026-04-16T10:10:27.874942Z","steps":["trace[1426172037] 'process raft request' (duration: 144.00169ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:28.030034Z","caller":"traceutil/trace.go:171","msg":"trace[594712305] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"116.667919ms","start":"2026-04-16T10:10:27.913344Z","end":"2026-04-16T10:10:28.030012Z","steps":["trace[594712305] 'process raft request' (duration: 116.477683ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:28.030227Z","caller":"traceutil/trace.go:171","msg":"trace[991272100] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"111.01596ms","start":"2026-04-16T10:10:27.919198Z","end":"2026-04-16T10:10:28.030214Z","steps":["trace[991272100] 'process raft request' (duration: 110.770032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:28.257254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.159754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:10:28.257424Z","caller":"traceutil/trace.go:171","msg":"trace[273428270] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"166.458358ms","start":"2026-04-16T10:10:28.090941Z","end":"2026-04-16T10:10:28.257399Z","steps":["trace[273428270] 'process raft request' (duration: 62.075938ms)","trace[273428270] 'compare' (duration: 103.840713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:10:29.57459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.993755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T10:10:29.574653Z","caller":"traceutil/trace.go:171","msg":"trace[1916933980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24262; }","duration":"167.092429ms","start":"2026-04-16T10:10:29.407547Z","end":"2026-04-16T10:10:29.574639Z","steps":["trace[1916933980] 'range keys from in-memory index tree' (duration: 166.874471ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:35.442205Z","caller":"traceutil/trace.go:171","msg":"trace[19066111] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"108.816031ms","start":"2026-04-16T10:10:35.333355Z","end":"2026-04-16T10:10:35.442171Z","steps":["trace[19066111] 'process raft request' (duration: 108.47813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:38.766156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.280407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:10:38.766383Z","caller":"traceutil/trace.go:171","msg":"trace[781856998] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"312.059798ms","start":"2026-04-16T10:10:38.454284Z","end":"2026-04-16T10:10:38.766344Z","steps":["trace[781856998] 'process raft request' (duration: 123.509244ms)","trace[781856998] 'compare' (duration: 188.181873ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:38.766491Z","caller":"traceutil/trace.go:171","msg":"trace[1423645287] linearizableReadLoop","detail":"{readStateIndex:25125; appliedIndex:25124; }","duration":"223.230518ms","start":"2026-04-16T10:10:38.543235Z","end":"2026-04-16T10:10:38.766465Z","steps":["trace[1423645287] 'read index received' (duration: 34.601591ms)","trace[1423645287] 'applied index is now lower than readState.Index' (duration: 188.626647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:10:38.766554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:10:38.454264Z","time spent":"312.197363ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:10:38.766684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.418714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:10:38.766917Z","caller":"traceutil/trace.go:171","msg":"trace[701642243] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24333; }","duration":"223.662032ms","start":"2026-04-16T10:10:38.5432Z","end":"2026-04-16T10:10:38.766862Z","steps":["trace[701642243] 'agreement among raft nodes before linearized reading' (duration: 223.385973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:42.025321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342811296414872594,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T10:10:42.094528Z","caller":"traceutil/trace.go:171","msg":"trace[480821684] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"619.788741ms","start":"2026-04-16T10:10:41.474721Z","end":"2026-04-16T10:10:42.094509Z","steps":["trace[480821684] 'process raft request' (duration: 619.655707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:42.09464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:10:41.4747Z","time spent":"619.882264ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:10:42.145171Z","caller":"traceutil/trace.go:171","msg":"trace[82144338] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"470.656259ms","start":"2026-04-16T10:10:41.674495Z","end":"2026-04-16T10:10:42.145152Z","steps":["trace[82144338] 'process raft request' (duration: 468.13872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:42.145287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:10:41.674478Z","time spent":"470.749372ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:10:42.145657Z","caller":"traceutil/trace.go:171","msg":"trace[1965486248] linearizableReadLoop","detail":"{readStateIndex:25147; appliedIndex:25142; }","duration":"620.976638ms","start":"2026-04-16T10:10:41.524664Z","end":"2026-04-16T10:10:42.145641Z","steps":["trace[1965486248] 'read index received' (duration: 569.774194ms)","trace[1965486248] 'applied index is now lower than readState.Index' (duration: 51.201714ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:42.145842Z","caller":"traceutil/trace.go:171","msg":"trace[1632303351] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"292.597475ms","start":"2026-04-16T10:10:41.853236Z","end":"2026-04-16T10:10:42.145834Z","steps":["trace[1632303351] 'process raft request' (duration: 291.867702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:42.146057Z","caller":"traceutil/trace.go:171","msg":"trace[907970599] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"189.69521ms","start":"2026-04-16T10:10:41.956352Z","end":"2026-04-16T10:10:42.146047Z","steps":["trace[907970599] 'process raft request' (duration: 189.124012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:42.146137Z","caller":"traceutil/trace.go:171","msg":"trace[1320850836] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"158.202238ms","start":"2026-04-16T10:10:41.987926Z","end":"2026-04-16T10:10:42.146128Z","steps":["trace[1320850836] 'process raft request' (duration: 157.623789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:42.146304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.623708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-16T10:10:42.146389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.231186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:10:42.146419Z","caller":"traceutil/trace.go:171","msg":"trace[1151589081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24356; }","duration":"444.290478ms","start":"2026-04-16T10:10:41.70212Z","end":"2026-04-16T10:10:42.146411Z","steps":["trace[1151589081] 'agreement among raft nodes before linearized reading' (duration: 444.200675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:42.146458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:10:41.702102Z","time spent":"444.336489ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T10:10:42.146339Z","caller":"traceutil/trace.go:171","msg":"trace[1338556098] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24356; }","duration":"621.711831ms","start":"2026-04-16T10:10:41.524616Z","end":"2026-04-16T10:10:42.146328Z","steps":["trace[1338556098] 'agreement among raft nodes before linearized reading' (duration: 621.414972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:42.146505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:10:41.5246Z","time spent":"621.883707ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":147,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:10:42.146619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.625069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:10:42.146725Z","caller":"traceutil/trace.go:171","msg":"trace[1491657584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24356; }","duration":"117.680291ms","start":"2026-04-16T10:10:42.028958Z","end":"2026-04-16T10:10:42.146639Z","steps":["trace[1491657584] 'agreement among raft nodes before linearized reading' (duration: 117.639149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:42.147027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.389015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-16T10:10:42.147057Z","caller":"traceutil/trace.go:171","msg":"trace[693639907] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24356; }","duration":"388.451898ms","start":"2026-04-16T10:10:41.758596Z","end":"2026-04-16T10:10:42.147048Z","steps":["trace[693639907] 'agreement among raft nodes before linearized reading' (duration: 388.350564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:42.147146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:10:41.758576Z","time spent":"388.562271ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-16T10:10:42.147193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.138973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:323629"} {"level":"info","ts":"2026-04-16T10:10:42.147222Z","caller":"traceutil/trace.go:171","msg":"trace[19476117] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:24356; }","duration":"241.197965ms","start":"2026-04-16T10:10:41.906016Z","end":"2026-04-16T10:10:42.147214Z","steps":["trace[19476117] 'agreement among raft nodes before linearized reading' (duration: 240.858284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:56.379764Z","caller":"traceutil/trace.go:171","msg":"trace[418265646] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"104.491085ms","start":"2026-04-16T10:10:56.275223Z","end":"2026-04-16T10:10:56.379714Z","steps":["trace[418265646] 'process raft request' (duration: 35.918593ms)","trace[418265646] 'compare' (duration: 68.265082ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:58.42863Z","caller":"traceutil/trace.go:171","msg":"trace[1965369147] linearizableReadLoop","detail":"{readStateIndex:25269; appliedIndex:25261; }","duration":"195.953607ms","start":"2026-04-16T10:10:58.232658Z","end":"2026-04-16T10:10:58.428612Z","steps":["trace[1965369147] 'read index received' (duration: 55.590853ms)","trace[1965369147] 'applied index is now lower than readState.Index' (duration: 140.361864ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:10:58.428821Z","caller":"traceutil/trace.go:171","msg":"trace[1742877689] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"201.402439ms","start":"2026-04-16T10:10:58.227374Z","end":"2026-04-16T10:10:58.428776Z","steps":["trace[1742877689] 'process raft request' (duration: 201.166762ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:58.428917Z","caller":"traceutil/trace.go:171","msg":"trace[1205723843] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"198.018882ms","start":"2026-04-16T10:10:58.230889Z","end":"2026-04-16T10:10:58.428908Z","steps":["trace[1205723843] 'process raft request' (duration: 197.681162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:58.42896Z","caller":"traceutil/trace.go:171","msg":"trace[1163978579] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"218.90476ms","start":"2026-04-16T10:10:58.210027Z","end":"2026-04-16T10:10:58.428931Z","steps":["trace[1163978579] 'process raft request' (duration: 218.446756ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:58.429198Z","caller":"traceutil/trace.go:171","msg":"trace[761730684] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"196.562876ms","start":"2026-04-16T10:10:58.232625Z","end":"2026-04-16T10:10:58.429188Z","steps":["trace[761730684] 'process raft request' (duration: 195.964227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:10:58.429282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.603017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:10:58.429361Z","caller":"traceutil/trace.go:171","msg":"trace[1837374223] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24472; }","duration":"196.705641ms","start":"2026-04-16T10:10:58.232636Z","end":"2026-04-16T10:10:58.429342Z","steps":["trace[1837374223] 'agreement among raft nodes before linearized reading' (duration: 196.562556ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:58.429273Z","caller":"traceutil/trace.go:171","msg":"trace[2000028237] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"203.932578ms","start":"2026-04-16T10:10:58.225285Z","end":"2026-04-16T10:10:58.429217Z","steps":["trace[2000028237] 'process raft request' (duration: 203.230616ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:58.429796Z","caller":"traceutil/trace.go:171","msg":"trace[143434336] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"219.885902ms","start":"2026-04-16T10:10:58.20989Z","end":"2026-04-16T10:10:58.429776Z","steps":["trace[143434336] 'process raft request' (duration: 218.450066ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:10:58.431212Z","caller":"traceutil/trace.go:171","msg":"trace[749272373] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"212.738176ms","start":"2026-04-16T10:10:58.216437Z","end":"2026-04-16T10:10:58.429175Z","steps":["trace[749272373] 'process raft request' (duration: 212.061734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.672644Z","caller":"traceutil/trace.go:171","msg":"trace[1705866590] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"223.484216ms","start":"2026-04-16T10:11:22.44913Z","end":"2026-04-16T10:11:22.672614Z","steps":["trace[1705866590] 'process raft request' (duration: 223.27604ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.792774Z","caller":"traceutil/trace.go:171","msg":"trace[1113700219] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"259.301156ms","start":"2026-04-16T10:11:22.533442Z","end":"2026-04-16T10:11:22.792743Z","steps":["trace[1113700219] 'process raft request' (duration: 259.000556ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.793113Z","caller":"traceutil/trace.go:171","msg":"trace[1764866129] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"259.511242ms","start":"2026-04-16T10:11:22.533567Z","end":"2026-04-16T10:11:22.793078Z","steps":["trace[1764866129] 'process raft request' (duration: 259.1088ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.793322Z","caller":"traceutil/trace.go:171","msg":"trace[585865584] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"258.414338ms","start":"2026-04-16T10:11:22.534896Z","end":"2026-04-16T10:11:22.79331Z","steps":["trace[585865584] 'process raft request' (duration: 258.280063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.793293Z","caller":"traceutil/trace.go:171","msg":"trace[1788997719] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"259.216152ms","start":"2026-04-16T10:11:22.534027Z","end":"2026-04-16T10:11:22.793243Z","steps":["trace[1788997719] 'process raft request' (duration: 258.932864ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.793346Z","caller":"traceutil/trace.go:171","msg":"trace[351119286] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"258.943384ms","start":"2026-04-16T10:11:22.534359Z","end":"2026-04-16T10:11:22.793303Z","steps":["trace[351119286] 'process raft request' (duration: 258.733298ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.793439Z","caller":"traceutil/trace.go:171","msg":"trace[1982166643] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"258.253783ms","start":"2026-04-16T10:11:22.535156Z","end":"2026-04-16T10:11:22.79341Z","steps":["trace[1982166643] 'process raft request' (duration: 258.067077ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.793504Z","caller":"traceutil/trace.go:171","msg":"trace[604593866] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"179.674365ms","start":"2026-04-16T10:11:22.613811Z","end":"2026-04-16T10:11:22.793486Z","steps":["trace[604593866] 'process raft request' (duration: 179.461508ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:22.793358Z","caller":"traceutil/trace.go:171","msg":"trace[142209971] linearizableReadLoop","detail":"{readStateIndex:25455; appliedIndex:25447; }","duration":"172.323803ms","start":"2026-04-16T10:11:22.621006Z","end":"2026-04-16T10:11:22.79333Z","steps":["trace[142209971] 'read index received' (duration: 51.38031ms)","trace[142209971] 'applied index is now lower than readState.Index' (duration: 120.941863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:11:22.793603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.574971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:11:22.793668Z","caller":"traceutil/trace.go:171","msg":"trace[680419392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24652; }","duration":"172.672434ms","start":"2026-04-16T10:11:22.620976Z","end":"2026-04-16T10:11:22.793648Z","steps":["trace[680419392] 'agreement among raft nodes before linearized reading' (duration: 172.442157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:11:22.795107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.277378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:11:22.79516Z","caller":"traceutil/trace.go:171","msg":"trace[460741454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24653; }","duration":"170.388631ms","start":"2026-04-16T10:11:22.624758Z","end":"2026-04-16T10:11:22.795147Z","steps":["trace[460741454] 'agreement among raft nodes before linearized reading' (duration: 170.167104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:11:22.795619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.056864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:11:22.795641Z","caller":"traceutil/trace.go:171","msg":"trace[624205272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24653; }","duration":"106.126636ms","start":"2026-04-16T10:11:22.689507Z","end":"2026-04-16T10:11:22.795634Z","steps":["trace[624205272] 'agreement among raft nodes before linearized reading' (duration: 106.036803ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:11:53.028648Z","caller":"traceutil/trace.go:171","msg":"trace[708335876] linearizableReadLoop","detail":"{readStateIndex:25677; appliedIndex:25675; }","duration":"189.184495ms","start":"2026-04-16T10:11:52.839441Z","end":"2026-04-16T10:11:53.028625Z","steps":["trace[708335876] 'read index received' (duration: 75.960945ms)","trace[708335876] 'applied index is now lower than readState.Index' (duration: 113.22268ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:11:53.028718Z","caller":"traceutil/trace.go:171","msg":"trace[1107643917] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"200.244023ms","start":"2026-04-16T10:11:52.828429Z","end":"2026-04-16T10:11:53.028673Z","steps":["trace[1107643917] 'process raft request' (duration: 136.292317ms)","trace[1107643917] 'compare' (duration: 63.785741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:11:53.028826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.34984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:11:53.028934Z","caller":"traceutil/trace.go:171","msg":"trace[380295373] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24868; }","duration":"189.507635ms","start":"2026-04-16T10:11:52.839404Z","end":"2026-04-16T10:11:53.028912Z","steps":["trace[380295373] 'agreement among raft nodes before linearized reading' (duration: 189.313799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:21.048959Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000651f.wal"} {"level":"info","ts":"2026-04-16T10:12:25.398203Z","caller":"traceutil/trace.go:171","msg":"trace[1604185101] linearizableReadLoop","detail":"{readStateIndex:25927; appliedIndex:25926; }","duration":"108.893003ms","start":"2026-04-16T10:12:25.289294Z","end":"2026-04-16T10:12:25.398187Z","steps":["trace[1604185101] 'read index received' (duration: 16.359365ms)","trace[1604185101] 'applied index is now lower than readState.Index' (duration: 92.532958ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:12:25.398356Z","caller":"traceutil/trace.go:171","msg":"trace[1342821472] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"123.949258ms","start":"2026-04-16T10:12:25.274399Z","end":"2026-04-16T10:12:25.398348Z","steps":["trace[1342821472] 'process raft request' (duration: 31.272906ms)","trace[1342821472] 'compare' (duration: 92.334261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:12:25.39854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.642295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:12:25.398604Z","caller":"traceutil/trace.go:171","msg":"trace[698595784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25112; }","duration":"108.77908ms","start":"2026-04-16T10:12:25.28981Z","end":"2026-04-16T10:12:25.398589Z","steps":["trace[698595784] 'agreement among raft nodes before linearized reading' (duration: 108.573963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:25.39863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.323656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:12:25.398656Z","caller":"traceutil/trace.go:171","msg":"trace[827552106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25112; }","duration":"109.384429ms","start":"2026-04-16T10:12:25.289265Z","end":"2026-04-16T10:12:25.398649Z","steps":["trace[827552106] 'agreement among raft nodes before linearized reading' (duration: 109.294826ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:25.532416Z","caller":"traceutil/trace.go:171","msg":"trace[1361082930] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"127.765928ms","start":"2026-04-16T10:12:25.404619Z","end":"2026-04-16T10:12:25.532385Z","steps":["trace[1361082930] 'process raft request' (duration: 127.677085ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:25.532446Z","caller":"traceutil/trace.go:171","msg":"trace[254492663] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"129.743481ms","start":"2026-04-16T10:12:25.402669Z","end":"2026-04-16T10:12:25.532412Z","steps":["trace[254492663] 'process raft request' (duration: 101.16278ms)","trace[254492663] 'compare' (duration: 28.302902ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:12:27.253955Z","caller":"traceutil/trace.go:171","msg":"trace[1392678562] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"152.461077ms","start":"2026-04-16T10:12:27.101471Z","end":"2026-04-16T10:12:27.253932Z","steps":["trace[1392678562] 'process raft request' (duration: 152.300922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.476862Z","caller":"traceutil/trace.go:171","msg":"trace[702293599] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"177.441795ms","start":"2026-04-16T10:12:33.299397Z","end":"2026-04-16T10:12:33.476839Z","steps":["trace[702293599] 'process raft request' (duration: 177.372483ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.477093Z","caller":"traceutil/trace.go:171","msg":"trace[1790159203] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"163.318919ms","start":"2026-04-16T10:12:33.313754Z","end":"2026-04-16T10:12:33.477073Z","steps":["trace[1790159203] 'process raft request' (duration: 163.259278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.477238Z","caller":"traceutil/trace.go:171","msg":"trace[1414294334] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"196.903018ms","start":"2026-04-16T10:12:33.280317Z","end":"2026-04-16T10:12:33.47722Z","steps":["trace[1414294334] 'process raft request' (duration: 186.160179ms)","trace[1414294334] 'compare' (duration: 10.162481ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:12:33.477241Z","caller":"traceutil/trace.go:171","msg":"trace[1005059973] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25976; }","duration":"196.114823ms","start":"2026-04-16T10:12:33.281105Z","end":"2026-04-16T10:12:33.477219Z","steps":["trace[1005059973] 'read index received' (duration: 71.764353ms)","trace[1005059973] 'applied index is now lower than readState.Index' (duration: 124.34974ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:12:33.477321Z","caller":"traceutil/trace.go:171","msg":"trace[2005081026] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"177.30351ms","start":"2026-04-16T10:12:33.300009Z","end":"2026-04-16T10:12:33.477313Z","steps":["trace[2005081026] 'process raft request' (duration: 176.893027ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.477347Z","caller":"traceutil/trace.go:171","msg":"trace[1294206622] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"159.940233ms","start":"2026-04-16T10:12:33.317398Z","end":"2026-04-16T10:12:33.477338Z","steps":["trace[1294206622] 'process raft request' (duration: 159.650594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:33.477505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.390902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:12:33.477536Z","caller":"traceutil/trace.go:171","msg":"trace[366975983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25166; }","duration":"196.457354ms","start":"2026-04-16T10:12:33.28107Z","end":"2026-04-16T10:12:33.477528Z","steps":["trace[366975983] 'agreement among raft nodes before linearized reading' (duration: 196.32765ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.477597Z","caller":"traceutil/trace.go:171","msg":"trace[99841204] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"156.499134ms","start":"2026-04-16T10:12:33.32109Z","end":"2026-04-16T10:12:33.477589Z","steps":["trace[99841204] 'process raft request' (duration: 156.055ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.477682Z","caller":"traceutil/trace.go:171","msg":"trace[326083508] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"152.652713ms","start":"2026-04-16T10:12:33.325023Z","end":"2026-04-16T10:12:33.477676Z","steps":["trace[326083508] 'process raft request' (duration: 152.166588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:33.478923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.543373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-16T10:12:33.478971Z","caller":"traceutil/trace.go:171","msg":"trace[829333432] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25166; }","duration":"161.636336ms","start":"2026-04-16T10:12:33.317324Z","end":"2026-04-16T10:12:33.478961Z","steps":["trace[829333432] 'agreement among raft nodes before linearized reading' (duration: 160.238492ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.617478Z","caller":"traceutil/trace.go:171","msg":"trace[978808886] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25983; }","duration":"115.921585ms","start":"2026-04-16T10:12:33.501523Z","end":"2026-04-16T10:12:33.617445Z","steps":["trace[978808886] 'read index received' (duration: 34.233619ms)","trace[978808886] 'applied index is now lower than readState.Index' (duration: 81.687156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:12:33.617765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.222934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:12:33.617853Z","caller":"traceutil/trace.go:171","msg":"trace[385620626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25169; }","duration":"116.351868ms","start":"2026-04-16T10:12:33.501483Z","end":"2026-04-16T10:12:33.617835Z","steps":["trace[385620626] 'agreement among raft nodes before linearized reading' (duration: 116.120841ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.618039Z","caller":"traceutil/trace.go:171","msg":"trace[817484764] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"136.567186ms","start":"2026-04-16T10:12:33.48145Z","end":"2026-04-16T10:12:33.618017Z","steps":["trace[817484764] 'process raft request' (duration: 128.657697ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:33.618164Z","caller":"traceutil/trace.go:171","msg":"trace[1222145272] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"117.542747ms","start":"2026-04-16T10:12:33.500589Z","end":"2026-04-16T10:12:33.618132Z","steps":["trace[1222145272] 'process raft request' (duration: 116.809464ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:35.551747Z","caller":"traceutil/trace.go:171","msg":"trace[1335209160] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"191.616361ms","start":"2026-04-16T10:12:35.360111Z","end":"2026-04-16T10:12:35.551727Z","steps":["trace[1335209160] 'process raft request' (duration: 191.513668ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:35.962626Z","caller":"traceutil/trace.go:171","msg":"trace[108933900] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"479.342463ms","start":"2026-04-16T10:12:35.483234Z","end":"2026-04-16T10:12:35.962576Z","steps":["trace[108933900] 'process raft request' (duration: 479.067994ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:35.962689Z","caller":"traceutil/trace.go:171","msg":"trace[168770985] linearizableReadLoop","detail":"{readStateIndex:26000; appliedIndex:25993; }","duration":"423.334247ms","start":"2026-04-16T10:12:35.539332Z","end":"2026-04-16T10:12:35.962667Z","steps":["trace[168770985] 'read index received' (duration: 12.588517ms)","trace[168770985] 'applied index is now lower than readState.Index' (duration: 410.74496ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:12:35.96285Z","caller":"traceutil/trace.go:171","msg":"trace[1110892027] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"479.364844ms","start":"2026-04-16T10:12:35.483464Z","end":"2026-04-16T10:12:35.962829Z","steps":["trace[1110892027] 'process raft request' (duration: 478.985822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.962964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.483428Z","time spent":"479.458516ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:12:35.963105Z","caller":"traceutil/trace.go:171","msg":"trace[1530252376] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"479.55761ms","start":"2026-04-16T10:12:35.483539Z","end":"2026-04-16T10:12:35.963096Z","steps":["trace[1530252376] 'process raft request' (duration: 478.961701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.963171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.483523Z","time spent":"479.608421ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:12:35.963257Z","caller":"traceutil/trace.go:171","msg":"trace[1817492398] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"479.676634ms","start":"2026-04-16T10:12:35.483572Z","end":"2026-04-16T10:12:35.963248Z","steps":["trace[1817492398] 'process raft request' (duration: 478.961561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.963307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.483554Z","time spent":"479.726885ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:12:35.963375Z","caller":"traceutil/trace.go:171","msg":"trace[635234440] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"479.725975ms","start":"2026-04-16T10:12:35.483642Z","end":"2026-04-16T10:12:35.963368Z","steps":["trace[635234440] 'process raft request' (duration: 478.930599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.963425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.483633Z","time spent":"479.766307ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:12:35.962748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.483218Z","time spent":"479.466697ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:12:35.963602Z","caller":"traceutil/trace.go:171","msg":"trace[1847790755] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"479.911961ms","start":"2026-04-16T10:12:35.483663Z","end":"2026-04-16T10:12:35.963575Z","steps":["trace[1847790755] 'process raft request' (duration: 478.9427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.963652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.483657Z","time spent":"479.970813ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:12:35.963631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.276777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:12:35.963743Z","caller":"traceutil/trace.go:171","msg":"trace[1886317874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25183; }","duration":"424.432282ms","start":"2026-04-16T10:12:35.539287Z","end":"2026-04-16T10:12:35.96372Z","steps":["trace[1886317874] 'agreement among raft nodes before linearized reading' (duration: 424.183984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.963807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.386151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-16T10:12:35.96385Z","caller":"traceutil/trace.go:171","msg":"trace[1421407714] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:25183; }","duration":"346.570966ms","start":"2026-04-16T10:12:35.617269Z","end":"2026-04-16T10:12:35.96384Z","steps":["trace[1421407714] 'agreement among raft nodes before linearized reading' (duration: 346.440702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:35.963863Z","caller":"traceutil/trace.go:171","msg":"trace[520653076] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"480.064006ms","start":"2026-04-16T10:12:35.483784Z","end":"2026-04-16T10:12:35.963848Z","steps":["trace[520653076] 'process raft request' (duration: 478.852007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.963883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.617252Z","time spent":"346.624689ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.77\" "} {"level":"warn","ts":"2026-04-16T10:12:35.963971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.483768Z","time spent":"480.134138ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:12:35.964211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.299369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:12:35.964255Z","caller":"traceutil/trace.go:171","msg":"trace[1743036359] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25183; }","duration":"327.402442ms","start":"2026-04-16T10:12:35.63684Z","end":"2026-04-16T10:12:35.964242Z","steps":["trace[1743036359] 'agreement among raft nodes before linearized reading' (duration: 327.3288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.964285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.636819Z","time spent":"327.456984ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T10:12:35.964484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.74512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:12:35.964518Z","caller":"traceutil/trace.go:171","msg":"trace[556879441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25183; }","duration":"331.793051ms","start":"2026-04-16T10:12:35.632716Z","end":"2026-04-16T10:12:35.964509Z","steps":["trace[556879441] 'agreement among raft nodes before linearized reading' (duration: 331.704648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.964546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.632708Z","time spent":"331.831793ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T10:12:35.964595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.898726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:12:35.964659Z","caller":"traceutil/trace.go:171","msg":"trace[757414277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25183; }","duration":"332.975559ms","start":"2026-04-16T10:12:35.631666Z","end":"2026-04-16T10:12:35.964642Z","steps":["trace[757414277] 'agreement among raft nodes before linearized reading' (duration: 332.821374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.964713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.631659Z","time spent":"333.041261ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T10:12:35.963808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.53927Z","time spent":"424.522855ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T10:12:35.964962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.478887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-16T10:12:35.96498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.289966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:12:35.965Z","caller":"traceutil/trace.go:171","msg":"trace[1064179302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25183; }","duration":"341.548899ms","start":"2026-04-16T10:12:35.623442Z","end":"2026-04-16T10:12:35.96499Z","steps":["trace[1064179302] 'agreement among raft nodes before linearized reading' (duration: 341.429695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.965028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.623425Z","time spent":"341.59716ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T10:12:35.96503Z","caller":"traceutil/trace.go:171","msg":"trace[1737818163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25183; }","duration":"338.362819ms","start":"2026-04-16T10:12:35.626654Z","end":"2026-04-16T10:12:35.965017Z","steps":["trace[1737818163] 'agreement among raft nodes before linearized reading' (duration: 338.160562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:35.965076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.626645Z","time spent":"338.41909ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T10:12:36.124785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.360979ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T10:12:36.356962Z","caller":"traceutil/trace.go:171","msg":"trace[287646468] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"387.752045ms","start":"2026-04-16T10:12:35.969166Z","end":"2026-04-16T10:12:36.356918Z","steps":["trace[287646468] 'process raft request' (duration: 363.337756ms)","trace[287646468] 'compare' (duration: 24.233984ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:12:36.357015Z","caller":"traceutil/trace.go:171","msg":"trace[146262797] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"385.478283ms","start":"2026-04-16T10:12:35.971517Z","end":"2026-04-16T10:12:36.356996Z","steps":["trace[146262797] 'process raft request' (duration: 385.445392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:36.357034Z","caller":"traceutil/trace.go:171","msg":"trace[247083084] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"385.639729ms","start":"2026-04-16T10:12:35.971357Z","end":"2026-04-16T10:12:36.356997Z","steps":["trace[247083084] 'process raft request' (duration: 385.492834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:36.357111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.969144Z","time spent":"387.890339ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:12:36.357133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.971514Z","time spent":"385.560156ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:12:36.357177Z","caller":"traceutil/trace.go:171","msg":"trace[186855742] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"385.678489ms","start":"2026-04-16T10:12:35.971488Z","end":"2026-04-16T10:12:36.357166Z","steps":["trace[186855742] 'process raft request' (duration: 385.451762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:36.357176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.97134Z","time spent":"385.760432ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:12:36.357228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.971482Z","time spent":"385.719311ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:12:36.357077Z","caller":"traceutil/trace.go:171","msg":"trace[1096355921] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"385.570756ms","start":"2026-04-16T10:12:35.971449Z","end":"2026-04-16T10:12:36.357019Z","steps":["trace[1096355921] 'process raft request' (duration: 385.461813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:12:36.357502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:12:35.971443Z","time spent":"385.949258ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:12:36.362799Z","caller":"traceutil/trace.go:171","msg":"trace[447332330] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"237.119166ms","start":"2026-04-16T10:12:36.125667Z","end":"2026-04-16T10:12:36.362786Z","steps":["trace[447332330] 'process raft request' (duration: 237.013763ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:38.086426Z","caller":"traceutil/trace.go:171","msg":"trace[597839636] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"116.296487ms","start":"2026-04-16T10:12:37.970097Z","end":"2026-04-16T10:12:38.086393Z","steps":["trace[597839636] 'process raft request' (duration: 108.732438ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:38.086486Z","caller":"traceutil/trace.go:171","msg":"trace[1926171159] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"115.988027ms","start":"2026-04-16T10:12:37.970478Z","end":"2026-04-16T10:12:38.086466Z","steps":["trace[1926171159] 'process raft request' (duration: 115.78212ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:38.086496Z","caller":"traceutil/trace.go:171","msg":"trace[1765893727] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"116.338898ms","start":"2026-04-16T10:12:37.970146Z","end":"2026-04-16T10:12:38.086485Z","steps":["trace[1765893727] 'process raft request' (duration: 115.989556ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:38.086439Z","caller":"traceutil/trace.go:171","msg":"trace[1341229363] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"116.242525ms","start":"2026-04-16T10:12:37.970172Z","end":"2026-04-16T10:12:38.086414Z","steps":["trace[1341229363] 'process raft request' (duration: 116.037089ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:38.086915Z","caller":"traceutil/trace.go:171","msg":"trace[1043270518] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"115.11374ms","start":"2026-04-16T10:12:37.971785Z","end":"2026-04-16T10:12:38.086899Z","steps":["trace[1043270518] 'process raft request' (duration: 114.576733ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:12:38.08743Z","caller":"traceutil/trace.go:171","msg":"trace[838043879] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"116.912446ms","start":"2026-04-16T10:12:37.970497Z","end":"2026-04-16T10:12:38.08741Z","steps":["trace[838043879] 'process raft request' (duration: 115.814251ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:25.895227Z","caller":"traceutil/trace.go:171","msg":"trace[818054657] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"254.604077ms","start":"2026-04-16T10:13:25.640591Z","end":"2026-04-16T10:13:25.895195Z","steps":["trace[818054657] 'process raft request' (duration: 254.404501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:26.043897Z","caller":"traceutil/trace.go:171","msg":"trace[1151012900] linearizableReadLoop","detail":"{readStateIndex:26368; appliedIndex:26365; }","duration":"234.031469ms","start":"2026-04-16T10:13:25.809837Z","end":"2026-04-16T10:13:26.043868Z","steps":["trace[1151012900] 'read index received' (duration: 85.161055ms)","trace[1151012900] 'applied index is now lower than readState.Index' (duration: 148.869054ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:13:26.044066Z","caller":"traceutil/trace.go:171","msg":"trace[1812822760] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"309.463567ms","start":"2026-04-16T10:13:25.734563Z","end":"2026-04-16T10:13:26.044027Z","steps":["trace[1812822760] 'process raft request' (duration: 309.214779ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:26.044069Z","caller":"traceutil/trace.go:171","msg":"trace[967361210] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"388.571391ms","start":"2026-04-16T10:13:25.655451Z","end":"2026-04-16T10:13:26.044022Z","steps":["trace[967361210] 'process raft request' (duration: 328.355433ms)","trace[967361210] 'compare' (duration: 59.826226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:13:26.044248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:13:25.734545Z","time spent":"309.601961ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T10:13:26.044269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.3636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-16T10:13:26.044293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:13:25.655425Z","time spent":"388.733726ms","remote":"127.0.0.1:43400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:13:26.044342Z","caller":"traceutil/trace.go:171","msg":"trace[163424164] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25540; }","duration":"234.495904ms","start":"2026-04-16T10:13:25.809824Z","end":"2026-04-16T10:13:26.044319Z","steps":["trace[163424164] 'agreement among raft nodes before linearized reading' (duration: 234.221865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.044437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.077616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:13:26.044542Z","caller":"traceutil/trace.go:171","msg":"trace[1447860513] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25540; }","duration":"172.20723ms","start":"2026-04-16T10:13:25.872302Z","end":"2026-04-16T10:13:26.044509Z","steps":["trace[1447860513] 'agreement among raft nodes before linearized reading' (duration: 172.071475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.044481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.656539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:13:26.044749Z","caller":"traceutil/trace.go:171","msg":"trace[900801286] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25540; }","duration":"228.963749ms","start":"2026-04-16T10:13:25.81576Z","end":"2026-04-16T10:13:26.044724Z","steps":["trace[900801286] 'agreement among raft nodes before linearized reading' (duration: 228.590957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.045032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.396928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:13:26.04511Z","caller":"traceutil/trace.go:171","msg":"trace[78340484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25540; }","duration":"220.563494ms","start":"2026-04-16T10:13:25.824526Z","end":"2026-04-16T10:13:26.04509Z","steps":["trace[78340484] 'agreement among raft nodes before linearized reading' (duration: 220.001426ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:26.751764Z","caller":"traceutil/trace.go:171","msg":"trace[649865509] linearizableReadLoop","detail":"{readStateIndex:26376; appliedIndex:26375; }","duration":"110.555266ms","start":"2026-04-16T10:13:26.641192Z","end":"2026-04-16T10:13:26.751747Z","steps":["trace[649865509] 'read index received' (duration: 110.36393ms)","trace[649865509] 'applied index is now lower than readState.Index' (duration: 190.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:13:26.752015Z","caller":"traceutil/trace.go:171","msg":"trace[134435672] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"150.148764ms","start":"2026-04-16T10:13:26.601857Z","end":"2026-04-16T10:13:26.752006Z","steps":["trace[134435672] 'process raft request' (duration: 149.752641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.752285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.086352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:13:26.752317Z","caller":"traceutil/trace.go:171","msg":"trace[481080356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25548; }","duration":"111.156115ms","start":"2026-04-16T10:13:26.641153Z","end":"2026-04-16T10:13:26.752309Z","steps":["trace[481080356] 'agreement among raft nodes before linearized reading' (duration: 111.041241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.752456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.039769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T10:13:26.752484Z","caller":"traceutil/trace.go:171","msg":"trace[342533429] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25548; }","duration":"110.100992ms","start":"2026-04-16T10:13:26.642372Z","end":"2026-04-16T10:13:26.752473Z","steps":["trace[342533429] 'agreement among raft nodes before linearized reading' (duration: 110.04952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.752791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.04064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:13:26.752819Z","caller":"traceutil/trace.go:171","msg":"trace[1919882836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25548; }","duration":"104.093882ms","start":"2026-04-16T10:13:26.648717Z","end":"2026-04-16T10:13:26.752811Z","steps":["trace[1919882836] 'agreement among raft nodes before linearized reading' (duration: 104.02667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.752991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.072993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:13:26.753019Z","caller":"traceutil/trace.go:171","msg":"trace[207207736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25548; }","duration":"105.123285ms","start":"2026-04-16T10:13:26.647889Z","end":"2026-04-16T10:13:26.753013Z","steps":["trace[207207736] 'agreement among raft nodes before linearized reading' (duration: 105.053572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.753147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.138241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:13:26.753179Z","caller":"traceutil/trace.go:171","msg":"trace[956658670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25548; }","duration":"109.186213ms","start":"2026-04-16T10:13:26.643985Z","end":"2026-04-16T10:13:26.753171Z","steps":["trace[956658670] 'agreement among raft nodes before linearized reading' (duration: 109.11638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:26.753317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.07922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:13:26.753344Z","caller":"traceutil/trace.go:171","msg":"trace[1221897066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25548; }","duration":"110.145263ms","start":"2026-04-16T10:13:26.643191Z","end":"2026-04-16T10:13:26.753336Z","steps":["trace[1221897066] 'agreement among raft nodes before linearized reading' (duration: 110.086411ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:26.891072Z","caller":"traceutil/trace.go:171","msg":"trace[57443895] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"132.534969ms","start":"2026-04-16T10:13:26.758506Z","end":"2026-04-16T10:13:26.891041Z","steps":["trace[57443895] 'process raft request' (duration: 112.086614ms)","trace[57443895] 'compare' (duration: 20.285409ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:13:26.893233Z","caller":"traceutil/trace.go:171","msg":"trace[1378231651] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"134.610204ms","start":"2026-04-16T10:13:26.758605Z","end":"2026-04-16T10:13:26.893215Z","steps":["trace[1378231651] 'process raft request' (duration: 134.449079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:26.893194Z","caller":"traceutil/trace.go:171","msg":"trace[460083650] linearizableReadLoop","detail":"{readStateIndex:26380; appliedIndex:26376; }","duration":"131.706953ms","start":"2026-04-16T10:13:26.761465Z","end":"2026-04-16T10:13:26.893171Z","steps":["trace[460083650] 'read index received' (duration: 109.334787ms)","trace[460083650] 'applied index is now lower than readState.Index' (duration: 22.371256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:13:26.893422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.94912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18500"} {"level":"info","ts":"2026-04-16T10:13:26.893467Z","caller":"traceutil/trace.go:171","msg":"trace[1772828797] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25553; }","duration":"132.031563ms","start":"2026-04-16T10:13:26.761425Z","end":"2026-04-16T10:13:26.893457Z","steps":["trace[1772828797] 'agreement among raft nodes before linearized reading' (duration: 131.856047ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:26.89351Z","caller":"traceutil/trace.go:171","msg":"trace[975273215] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"134.898023ms","start":"2026-04-16T10:13:26.758601Z","end":"2026-04-16T10:13:26.893499Z","steps":["trace[975273215] 'process raft request' (duration: 134.332825ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:26.893687Z","caller":"traceutil/trace.go:171","msg":"trace[509913893] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"134.936005ms","start":"2026-04-16T10:13:26.75874Z","end":"2026-04-16T10:13:26.893676Z","steps":["trace[509913893] 'process raft request' (duration: 134.352606ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:26.893898Z","caller":"traceutil/trace.go:171","msg":"trace[2067805926] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"131.558728ms","start":"2026-04-16T10:13:26.762327Z","end":"2026-04-16T10:13:26.893886Z","steps":["trace[2067805926] 'process raft request' (duration: 130.805834ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:28.746825Z","caller":"traceutil/trace.go:171","msg":"trace[960367340] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"150.317658ms","start":"2026-04-16T10:13:28.596483Z","end":"2026-04-16T10:13:28.746801Z","steps":["trace[960367340] 'process raft request' (duration: 150.118992ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:29.398731Z","caller":"traceutil/trace.go:171","msg":"trace[2057733970] linearizableReadLoop","detail":"{readStateIndex:26396; appliedIndex:26395; }","duration":"143.795954ms","start":"2026-04-16T10:13:29.254918Z","end":"2026-04-16T10:13:29.398714Z","steps":["trace[2057733970] 'read index received' (duration: 143.66553ms)","trace[2057733970] 'applied index is now lower than readState.Index' (duration: 129.544µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:13:29.398801Z","caller":"traceutil/trace.go:171","msg":"trace[1538928632] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"144.433594ms","start":"2026-04-16T10:13:29.254336Z","end":"2026-04-16T10:13:29.398769Z","steps":["trace[1538928632] 'process raft request' (duration: 144.261328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:13:29.398869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.944988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18500"} {"level":"info","ts":"2026-04-16T10:13:29.398888Z","caller":"traceutil/trace.go:171","msg":"trace[795847962] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25568; }","duration":"144.018971ms","start":"2026-04-16T10:13:29.254864Z","end":"2026-04-16T10:13:29.398883Z","steps":["trace[795847962] 'agreement among raft nodes before linearized reading' (duration: 143.918678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:13:54.347328Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23449} {"level":"info","ts":"2026-04-16T10:13:54.455377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23449,"took":"104.252437ms","hash":811323062,"current-db-size-bytes":54980608,"current-db-size":"55 MB","current-db-size-in-use-bytes":34852864,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-16T10:13:54.455514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":811323062,"revision":23449,"compact-revision":22197} {"level":"info","ts":"2026-04-16T10:14:13.242049Z","caller":"traceutil/trace.go:171","msg":"trace[1172883647] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"102.235844ms","start":"2026-04-16T10:14:13.139795Z","end":"2026-04-16T10:14:13.242031Z","steps":["trace[1172883647] 'process raft request' (duration: 101.941564ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:28.863966Z","caller":"traceutil/trace.go:171","msg":"trace[314053088] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"111.141214ms","start":"2026-04-16T10:14:28.75279Z","end":"2026-04-16T10:14:28.863931Z","steps":["trace[314053088] 'process raft request' (duration: 110.921267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:28.864011Z","caller":"traceutil/trace.go:171","msg":"trace[786872526] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"108.672907ms","start":"2026-04-16T10:14:28.755316Z","end":"2026-04-16T10:14:28.863989Z","steps":["trace[786872526] 'process raft request' (duration: 108.607065ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:28.86403Z","caller":"traceutil/trace.go:171","msg":"trace[394418498] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"110.194665ms","start":"2026-04-16T10:14:28.753799Z","end":"2026-04-16T10:14:28.863993Z","steps":["trace[394418498] 'process raft request' (duration: 110.085701ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:28.86428Z","caller":"traceutil/trace.go:171","msg":"trace[1524042217] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"110.757043ms","start":"2026-04-16T10:14:28.753484Z","end":"2026-04-16T10:14:28.864241Z","steps":["trace[1524042217] 'process raft request' (duration: 110.36212ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:33.624359Z","caller":"traceutil/trace.go:171","msg":"trace[1552461093] linearizableReadLoop","detail":"{readStateIndex:26874; appliedIndex:26873; }","duration":"269.346382ms","start":"2026-04-16T10:14:33.354996Z","end":"2026-04-16T10:14:33.624343Z","steps":["trace[1552461093] 'read index received' (duration: 269.198707ms)","trace[1552461093] 'applied index is now lower than readState.Index' (duration: 147.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:14:33.624635Z","caller":"traceutil/trace.go:171","msg":"trace[1795866692] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"274.835595ms","start":"2026-04-16T10:14:33.34979Z","end":"2026-04-16T10:14:33.624625Z","steps":["trace[1795866692] 'process raft request' (duration: 274.449783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:14:33.625384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.22242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:14:33.625446Z","caller":"traceutil/trace.go:171","msg":"trace[1571967078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26032; }","duration":"270.320713ms","start":"2026-04-16T10:14:33.35511Z","end":"2026-04-16T10:14:33.625431Z","steps":["trace[1571967078] 'agreement among raft nodes before linearized reading' (duration: 270.113347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:14:33.626037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.821239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:14:33.626097Z","caller":"traceutil/trace.go:171","msg":"trace[1204556904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26032; }","duration":"264.903212ms","start":"2026-04-16T10:14:33.361175Z","end":"2026-04-16T10:14:33.626078Z","steps":["trace[1204556904] 'agreement among raft nodes before linearized reading' (duration: 264.767707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:14:33.626322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.562323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:14:33.626358Z","caller":"traceutil/trace.go:171","msg":"trace[1580221871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26032; }","duration":"265.627034ms","start":"2026-04-16T10:14:33.360721Z","end":"2026-04-16T10:14:33.626348Z","steps":["trace[1580221871] 'agreement among raft nodes before linearized reading' (duration: 265.529111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:14:33.62653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.529471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-16T10:14:33.627722Z","caller":"traceutil/trace.go:171","msg":"trace[1738579313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26032; }","duration":"272.732099ms","start":"2026-04-16T10:14:33.354963Z","end":"2026-04-16T10:14:33.627695Z","steps":["trace[1738579313] 'agreement among raft nodes before linearized reading' (duration: 269.866998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:34.60596Z","caller":"traceutil/trace.go:171","msg":"trace[2112441272] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"113.121407ms","start":"2026-04-16T10:14:34.492816Z","end":"2026-04-16T10:14:34.605938Z","steps":["trace[2112441272] 'process raft request' (duration: 112.927091ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:35.401856Z","caller":"traceutil/trace.go:171","msg":"trace[1386057290] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"254.128642ms","start":"2026-04-16T10:14:35.147704Z","end":"2026-04-16T10:14:35.401833Z","steps":["trace[1386057290] 'process raft request' (duration: 253.987967ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:36.738332Z","caller":"traceutil/trace.go:171","msg":"trace[186928056] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"126.497428ms","start":"2026-04-16T10:14:36.611816Z","end":"2026-04-16T10:14:36.738313Z","steps":["trace[186928056] 'process raft request' (duration: 126.055294ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:37.023175Z","caller":"traceutil/trace.go:171","msg":"trace[1522084139] linearizableReadLoop","detail":"{readStateIndex:26899; appliedIndex:26898; }","duration":"141.572874ms","start":"2026-04-16T10:14:36.881572Z","end":"2026-04-16T10:14:37.023144Z","steps":["trace[1522084139] 'read index received' (duration: 47.103315ms)","trace[1522084139] 'applied index is now lower than readState.Index' (duration: 94.468139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:14:37.023382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.77907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:14:37.023425Z","caller":"traceutil/trace.go:171","msg":"trace[1606740663] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26056; }","duration":"141.873503ms","start":"2026-04-16T10:14:36.88154Z","end":"2026-04-16T10:14:37.023414Z","steps":["trace[1606740663] 'agreement among raft nodes before linearized reading' (duration: 141.705398ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:37.023462Z","caller":"traceutil/trace.go:171","msg":"trace[1585203457] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"169.203415ms","start":"2026-04-16T10:14:36.854198Z","end":"2026-04-16T10:14:37.023401Z","steps":["trace[1585203457] 'process raft request' (duration: 74.469668ms)","trace[1585203457] 'compare' (duration: 94.147488ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:14:37.059723Z","caller":"traceutil/trace.go:171","msg":"trace[208046333] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"168.464401ms","start":"2026-04-16T10:14:36.891228Z","end":"2026-04-16T10:14:37.059692Z","steps":["trace[208046333] 'process raft request' (duration: 168.255725ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:37.060096Z","caller":"traceutil/trace.go:171","msg":"trace[306220106] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"166.978354ms","start":"2026-04-16T10:14:36.893106Z","end":"2026-04-16T10:14:37.060084Z","steps":["trace[306220106] 'process raft request' (duration: 166.535041ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:37.060429Z","caller":"traceutil/trace.go:171","msg":"trace[556458356] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"145.8863ms","start":"2026-04-16T10:14:36.914529Z","end":"2026-04-16T10:14:37.060416Z","steps":["trace[556458356] 'process raft request' (duration: 145.792517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:37.060571Z","caller":"traceutil/trace.go:171","msg":"trace[1014154182] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"166.470339ms","start":"2026-04-16T10:14:36.893976Z","end":"2026-04-16T10:14:37.060446Z","steps":["trace[1014154182] 'process raft request' (duration: 166.059546ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:37.060708Z","caller":"traceutil/trace.go:171","msg":"trace[573220988] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"165.658273ms","start":"2026-04-16T10:14:36.895031Z","end":"2026-04-16T10:14:37.060689Z","steps":["trace[573220988] 'process raft request' (duration: 165.241319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:37.6578Z","caller":"traceutil/trace.go:171","msg":"trace[1330811621] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"204.540038ms","start":"2026-04-16T10:14:37.453236Z","end":"2026-04-16T10:14:37.657776Z","steps":["trace[1330811621] 'process raft request' (duration: 204.375743ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:38.037691Z","caller":"traceutil/trace.go:171","msg":"trace[766552043] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"212.039375ms","start":"2026-04-16T10:14:37.825629Z","end":"2026-04-16T10:14:38.037669Z","steps":["trace[766552043] 'process raft request' (duration: 194.498652ms)","trace[766552043] 'compare' (duration: 17.347077ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:14:38.038023Z","caller":"traceutil/trace.go:171","msg":"trace[516370621] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"211.799158ms","start":"2026-04-16T10:14:37.826188Z","end":"2026-04-16T10:14:38.037987Z","steps":["trace[516370621] 'process raft request' (duration: 211.430267ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:38.038476Z","caller":"traceutil/trace.go:171","msg":"trace[1063920199] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"212.165539ms","start":"2026-04-16T10:14:37.826294Z","end":"2026-04-16T10:14:38.03846Z","steps":["trace[1063920199] 'process raft request' (duration: 211.589951ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:38.038503Z","caller":"traceutil/trace.go:171","msg":"trace[67112982] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"207.861424ms","start":"2026-04-16T10:14:37.83063Z","end":"2026-04-16T10:14:38.038492Z","steps":["trace[67112982] 'process raft request' (duration: 207.714339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:14:38.038453Z","caller":"traceutil/trace.go:171","msg":"trace[909987393] linearizableReadLoop","detail":"{readStateIndex:26910; appliedIndex:26906; }","duration":"135.158081ms","start":"2026-04-16T10:14:37.903275Z","end":"2026-04-16T10:14:38.038433Z","steps":["trace[909987393] 'read index received' (duration: 116.840914ms)","trace[909987393] 'applied index is now lower than readState.Index' (duration: 18.316137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:14:38.038917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.624776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:14:38.038996Z","caller":"traceutil/trace.go:171","msg":"trace[913132720] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26067; }","duration":"135.74591ms","start":"2026-04-16T10:14:37.90323Z","end":"2026-04-16T10:14:38.038976Z","steps":["trace[913132720] 'agreement among raft nodes before linearized reading' (duration: 135.574395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:16:14.967697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.034826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:16:14.967807Z","caller":"traceutil/trace.go:171","msg":"trace[321378738] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26808; }","duration":"127.214111ms","start":"2026-04-16T10:16:14.840573Z","end":"2026-04-16T10:16:14.967787Z","steps":["trace[321378738] 'count revisions from in-memory index tree' (duration: 126.914931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:25.827409Z","caller":"traceutil/trace.go:171","msg":"trace[1317448112] transaction","detail":"{read_only:false; response_revision:27327; number_of_response:1; }","duration":"151.490366ms","start":"2026-04-16T10:17:25.675893Z","end":"2026-04-16T10:17:25.827383Z","steps":["trace[1317448112] 'process raft request' (duration: 149.39225ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:25.829287Z","caller":"traceutil/trace.go:171","msg":"trace[1678059477] transaction","detail":"{read_only:false; response_revision:27328; number_of_response:1; }","duration":"149.262786ms","start":"2026-04-16T10:17:25.679986Z","end":"2026-04-16T10:17:25.829249Z","steps":["trace[1678059477] 'process raft request' (duration: 149.020898ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:25.829347Z","caller":"traceutil/trace.go:171","msg":"trace[161633857] transaction","detail":"{read_only:false; response_revision:27329; number_of_response:1; }","duration":"148.592455ms","start":"2026-04-16T10:17:25.680723Z","end":"2026-04-16T10:17:25.829316Z","steps":["trace[161633857] 'process raft request' (duration: 148.398549ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:25.82937Z","caller":"traceutil/trace.go:171","msg":"trace[1504759867] transaction","detail":"{read_only:false; response_revision:27330; number_of_response:1; }","duration":"147.608124ms","start":"2026-04-16T10:17:25.681743Z","end":"2026-04-16T10:17:25.829352Z","steps":["trace[1504759867] 'process raft request' (duration: 147.423668ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:25.829266Z","caller":"traceutil/trace.go:171","msg":"trace[710979224] transaction","detail":"{read_only:false; response_revision:27331; number_of_response:1; }","duration":"141.662297ms","start":"2026-04-16T10:17:25.687581Z","end":"2026-04-16T10:17:25.829243Z","steps":["trace[710979224] 'process raft request' (duration: 141.622425ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:31.105073Z","caller":"traceutil/trace.go:171","msg":"trace[1185467767] linearizableReadLoop","detail":"{readStateIndex:28243; appliedIndex:28242; }","duration":"181.675231ms","start":"2026-04-16T10:17:30.923369Z","end":"2026-04-16T10:17:31.105044Z","steps":["trace[1185467767] 'read index received' (duration: 166.664999ms)","trace[1185467767] 'applied index is now lower than readState.Index' (duration: 15.008002ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:17:31.105129Z","caller":"traceutil/trace.go:171","msg":"trace[44487166] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"162.471257ms","start":"2026-04-16T10:17:30.94261Z","end":"2026-04-16T10:17:31.105081Z","steps":["trace[44487166] 'process raft request' (duration: 162.313942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:17:31.107476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.086058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-16T10:17:31.107562Z","caller":"traceutil/trace.go:171","msg":"trace[984365783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27362; }","duration":"184.226142ms","start":"2026-04-16T10:17:30.923315Z","end":"2026-04-16T10:17:31.107541Z","steps":["trace[984365783] 'agreement among raft nodes before linearized reading' (duration: 181.859278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:17:31.107658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.193329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T10:17:31.107749Z","caller":"traceutil/trace.go:171","msg":"trace[1065184052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27363; }","duration":"176.330144ms","start":"2026-04-16T10:17:30.931397Z","end":"2026-04-16T10:17:31.107728Z","steps":["trace[1065184052] 'agreement among raft nodes before linearized reading' (duration: 176.114607ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:31.1081Z","caller":"traceutil/trace.go:171","msg":"trace[1333065237] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"116.614742ms","start":"2026-04-16T10:17:30.991473Z","end":"2026-04-16T10:17:31.108087Z","steps":["trace[1333065237] 'process raft request' (duration: 113.584747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:17:31.108247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.564457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T10:17:31.108302Z","caller":"traceutil/trace.go:171","msg":"trace[1363616816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27363; }","duration":"167.628589ms","start":"2026-04-16T10:17:30.940656Z","end":"2026-04-16T10:17:31.108285Z","steps":["trace[1363616816] 'agreement among raft nodes before linearized reading' (duration: 167.524746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:17:31.108492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.60593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-16T10:17:31.108539Z","caller":"traceutil/trace.go:171","msg":"trace[1309202264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27363; }","duration":"168.700523ms","start":"2026-04-16T10:17:30.939825Z","end":"2026-04-16T10:17:31.108525Z","steps":["trace[1309202264] 'agreement among raft nodes before linearized reading' (duration: 168.526978ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:57.393996Z","caller":"traceutil/trace.go:171","msg":"trace[2037783381] linearizableReadLoop","detail":"{readStateIndex:28440; appliedIndex:28438; }","duration":"146.6692ms","start":"2026-04-16T10:17:57.247299Z","end":"2026-04-16T10:17:57.393968Z","steps":["trace[2037783381] 'read index received' (duration: 41.482997ms)","trace[2037783381] 'applied index is now lower than readState.Index' (duration: 105.179072ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:17:57.394006Z","caller":"traceutil/trace.go:171","msg":"trace[845898117] transaction","detail":"{read_only:false; response_revision:27553; number_of_response:1; }","duration":"148.709584ms","start":"2026-04-16T10:17:57.245261Z","end":"2026-04-16T10:17:57.393971Z","steps":["trace[845898117] 'process raft request' (duration: 134.167466ms)","trace[845898117] 'compare' (duration: 14.29173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:17:57.394188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.656299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T10:17:57.394227Z","caller":"traceutil/trace.go:171","msg":"trace[1460705784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27554; }","duration":"146.740892ms","start":"2026-04-16T10:17:57.247477Z","end":"2026-04-16T10:17:57.394218Z","steps":["trace[1460705784] 'agreement among raft nodes before linearized reading' (duration: 146.634678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:17:57.394196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.875046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-16T10:17:57.394369Z","caller":"traceutil/trace.go:171","msg":"trace[2004430608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27554; }","duration":"147.102694ms","start":"2026-04-16T10:17:57.247245Z","end":"2026-04-16T10:17:57.394348Z","steps":["trace[2004430608] 'agreement among raft nodes before linearized reading' (duration: 146.831635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:17:58.180589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.134975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:17:58.180839Z","caller":"traceutil/trace.go:171","msg":"trace[449275100] linearizableReadLoop","detail":"{readStateIndex:28450; appliedIndex:28448; }","duration":"111.498901ms","start":"2026-04-16T10:17:58.069322Z","end":"2026-04-16T10:17:58.18082Z","steps":["trace[449275100] 'read index received' (duration: 27.014971ms)","trace[449275100] 'applied index is now lower than readState.Index' (duration: 84.48288ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:17:58.180866Z","caller":"traceutil/trace.go:171","msg":"trace[2038929663] transaction","detail":"{read_only:false; response_revision:27562; number_of_response:1; }","duration":"213.516325ms","start":"2026-04-16T10:17:57.967297Z","end":"2026-04-16T10:17:58.180814Z","steps":["trace[2038929663] 'process raft request' (duration: 78.066209ms)","trace[2038929663] 'compare' (duration: 134.913989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:17:58.180932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.608054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:17:58.180967Z","caller":"traceutil/trace.go:171","msg":"trace[81175388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27563; }","duration":"111.677086ms","start":"2026-04-16T10:17:58.069281Z","end":"2026-04-16T10:17:58.180958Z","steps":["trace[81175388] 'agreement among raft nodes before linearized reading' (duration: 111.617784ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:17:58.181033Z","caller":"traceutil/trace.go:171","msg":"trace[277600456] transaction","detail":"{read_only:false; response_revision:27563; number_of_response:1; }","duration":"201.503345ms","start":"2026-04-16T10:17:57.979364Z","end":"2026-04-16T10:17:58.180868Z","steps":["trace[277600456] 'process raft request' (duration: 201.33904ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:18:35.151055Z","caller":"traceutil/trace.go:171","msg":"trace[713975440] linearizableReadLoop","detail":"{readStateIndex:28723; appliedIndex:28722; }","duration":"144.4866ms","start":"2026-04-16T10:18:35.006546Z","end":"2026-04-16T10:18:35.151032Z","steps":["trace[713975440] 'read index received' (duration: 144.218761ms)","trace[713975440] 'applied index is now lower than readState.Index' (duration: 267.069µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:18:35.151119Z","caller":"traceutil/trace.go:171","msg":"trace[2051993916] transaction","detail":"{read_only:false; response_revision:27829; number_of_response:1; }","duration":"178.037618ms","start":"2026-04-16T10:18:34.973046Z","end":"2026-04-16T10:18:35.151084Z","steps":["trace[2051993916] 'process raft request' (duration: 177.767709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:18:35.151205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.630685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:18:35.15123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.89985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T10:18:35.151251Z","caller":"traceutil/trace.go:171","msg":"trace[797061967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27829; }","duration":"115.963053ms","start":"2026-04-16T10:18:35.035282Z","end":"2026-04-16T10:18:35.151245Z","steps":["trace[797061967] 'agreement among raft nodes before linearized reading' (duration: 115.863019ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:18:35.151255Z","caller":"traceutil/trace.go:171","msg":"trace[927851518] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27829; }","duration":"144.740648ms","start":"2026-04-16T10:18:35.006502Z","end":"2026-04-16T10:18:35.151243Z","steps":["trace[927851518] 'agreement among raft nodes before linearized reading' (duration: 144.635445ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:18:36.224024Z","caller":"traceutil/trace.go:171","msg":"trace[1129360634] transaction","detail":"{read_only:false; response_revision:27840; number_of_response:1; }","duration":"116.430797ms","start":"2026-04-16T10:18:36.107562Z","end":"2026-04-16T10:18:36.223993Z","steps":["trace[1129360634] 'process raft request' (duration: 72.155102ms)","trace[1129360634] 'compare' (duration: 44.042738ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:18:36.224199Z","caller":"traceutil/trace.go:171","msg":"trace[566962216] transaction","detail":"{read_only:false; response_revision:27841; number_of_response:1; }","duration":"112.72883ms","start":"2026-04-16T10:18:36.111441Z","end":"2026-04-16T10:18:36.22417Z","steps":["trace[566962216] 'process raft request' (duration: 112.501603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:18:37.888429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.725882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-16T10:18:37.888767Z","caller":"traceutil/trace.go:171","msg":"trace[1910603415] transaction","detail":"{read_only:false; response_revision:27849; number_of_response:1; }","duration":"166.513795ms","start":"2026-04-16T10:18:37.72222Z","end":"2026-04-16T10:18:37.888734Z","steps":["trace[1910603415] 'process raft request' (duration: 166.309098ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:18:37.888755Z","caller":"traceutil/trace.go:171","msg":"trace[156781896] transaction","detail":"{read_only:false; response_revision:27848; number_of_response:1; }","duration":"166.504224ms","start":"2026-04-16T10:18:37.722112Z","end":"2026-04-16T10:18:37.888617Z","steps":["trace[156781896] 'process raft request' (duration: 32.501773ms)","trace[156781896] 'compare' (duration: 133.33256ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:18:37.888783Z","caller":"traceutil/trace.go:171","msg":"trace[256836155] transaction","detail":"{read_only:false; response_revision:27850; number_of_response:1; }","duration":"158.334406ms","start":"2026-04-16T10:18:37.730427Z","end":"2026-04-16T10:18:37.888762Z","steps":["trace[256836155] 'process raft request' (duration: 158.221533ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:18:38.217313Z","caller":"traceutil/trace.go:171","msg":"trace[1315688280] linearizableReadLoop","detail":"{readStateIndex:28746; appliedIndex:28745; }","duration":"145.488492ms","start":"2026-04-16T10:18:38.071796Z","end":"2026-04-16T10:18:38.217284Z","steps":["trace[1315688280] 'read index received' (duration: 88.694023ms)","trace[1315688280] 'applied index is now lower than readState.Index' (duration: 56.793009ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:18:38.217392Z","caller":"traceutil/trace.go:171","msg":"trace[649403708] transaction","detail":"{read_only:false; response_revision:27851; number_of_response:1; }","duration":"302.382363ms","start":"2026-04-16T10:18:37.91497Z","end":"2026-04-16T10:18:38.217352Z","steps":["trace[649403708] 'process raft request' (duration: 245.44722ms)","trace[649403708] 'compare' (duration: 56.728127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:18:38.217495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.678608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-16T10:18:38.21756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T10:18:37.914952Z","time spent":"302.511188ms","remote":"127.0.0.1:43658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T10:18:38.217578Z","caller":"traceutil/trace.go:171","msg":"trace[2119188219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27851; }","duration":"145.803832ms","start":"2026-04-16T10:18:38.071755Z","end":"2026-04-16T10:18:38.217559Z","steps":["trace[2119188219] 'agreement among raft nodes before linearized reading' (duration: 145.663917ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:18:38.219486Z","caller":"traceutil/trace.go:171","msg":"trace[686951734] transaction","detail":"{read_only:false; response_revision:27852; number_of_response:1; }","duration":"119.226125ms","start":"2026-04-16T10:18:38.100227Z","end":"2026-04-16T10:18:38.219453Z","steps":["trace[686951734] 'process raft request' (duration: 118.864604ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:18:54.353462Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25745} {"level":"info","ts":"2026-04-16T10:18:54.530773Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25745,"took":"172.940177ms","hash":3501718953,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":32092160,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T10:18:54.530861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3501718953,"revision":25745,"compact-revision":23449} {"level":"info","ts":"2026-04-16T10:19:01.581263Z","caller":"traceutil/trace.go:171","msg":"trace[69087415] linearizableReadLoop","detail":"{readStateIndex:28921; appliedIndex:28920; }","duration":"116.085445ms","start":"2026-04-16T10:19:01.465153Z","end":"2026-04-16T10:19:01.581238Z","steps":["trace[69087415] 'read index received' (duration: 115.872368ms)","trace[69087415] 'applied index is now lower than readState.Index' (duration: 211.757µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:19:01.581527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.350434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T10:19:01.581515Z","caller":"traceutil/trace.go:171","msg":"trace[32505598] transaction","detail":"{read_only:false; response_revision:28020; number_of_response:1; }","duration":"117.392526ms","start":"2026-04-16T10:19:01.464086Z","end":"2026-04-16T10:19:01.581479Z","steps":["trace[32505598] 'process raft request' (duration: 116.993514ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:01.581582Z","caller":"traceutil/trace.go:171","msg":"trace[1545417483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28020; }","duration":"116.449326ms","start":"2026-04-16T10:19:01.465122Z","end":"2026-04-16T10:19:01.581571Z","steps":["trace[1545417483] 'agreement among raft nodes before linearized reading' (duration: 116.211159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:02.422164Z","caller":"traceutil/trace.go:171","msg":"trace[682362364] transaction","detail":"{read_only:false; response_revision:28028; number_of_response:1; }","duration":"117.679686ms","start":"2026-04-16T10:19:02.304458Z","end":"2026-04-16T10:19:02.422138Z","steps":["trace[682362364] 'process raft request' (duration: 117.517611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:02.423948Z","caller":"traceutil/trace.go:171","msg":"trace[835593239] transaction","detail":"{read_only:false; response_revision:28031; number_of_response:1; }","duration":"100.064221ms","start":"2026-04-16T10:19:02.323859Z","end":"2026-04-16T10:19:02.423924Z","steps":["trace[835593239] 'process raft request' (duration: 100.02191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:02.424357Z","caller":"traceutil/trace.go:171","msg":"trace[1217042538] transaction","detail":"{read_only:false; response_revision:28029; number_of_response:1; }","duration":"118.479431ms","start":"2026-04-16T10:19:02.305863Z","end":"2026-04-16T10:19:02.424342Z","steps":["trace[1217042538] 'process raft request' (duration: 117.837901ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:02.424445Z","caller":"traceutil/trace.go:171","msg":"trace[1497242617] transaction","detail":"{read_only:false; response_revision:28030; number_of_response:1; }","duration":"102.365253ms","start":"2026-04-16T10:19:02.322073Z","end":"2026-04-16T10:19:02.424438Z","steps":["trace[1497242617] 'process raft request' (duration: 101.766495ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:02.640455Z","caller":"traceutil/trace.go:171","msg":"trace[1695211361] transaction","detail":"{read_only:false; response_revision:28034; number_of_response:1; }","duration":"100.273898ms","start":"2026-04-16T10:19:02.540153Z","end":"2026-04-16T10:19:02.640427Z","steps":["trace[1695211361] 'process raft request' (duration: 100.209596ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:02.640592Z","caller":"traceutil/trace.go:171","msg":"trace[1130612092] transaction","detail":"{read_only:false; response_revision:28033; number_of_response:1; }","duration":"135.736975ms","start":"2026-04-16T10:19:02.504822Z","end":"2026-04-16T10:19:02.640559Z","steps":["trace[1130612092] 'process raft request' (duration: 135.392614ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:55.868987Z","caller":"traceutil/trace.go:171","msg":"trace[2075049395] linearizableReadLoop","detail":"{readStateIndex:29327; appliedIndex:29326; }","duration":"158.962456ms","start":"2026-04-16T10:19:55.709991Z","end":"2026-04-16T10:19:55.868953Z","steps":["trace[2075049395] 'read index received' (duration: 158.718238ms)","trace[2075049395] 'applied index is now lower than readState.Index' (duration: 242.358µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T10:19:55.869174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.147933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:19:55.869288Z","caller":"traceutil/trace.go:171","msg":"trace[1071523575] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28415; }","duration":"159.301277ms","start":"2026-04-16T10:19:55.70996Z","end":"2026-04-16T10:19:55.869261Z","steps":["trace[1071523575] 'agreement among raft nodes before linearized reading' (duration: 159.114721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:19:55.869958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.902306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-16T10:19:55.870091Z","caller":"traceutil/trace.go:171","msg":"trace[1709697242] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28415; }","duration":"160.080482ms","start":"2026-04-16T10:19:55.709987Z","end":"2026-04-16T10:19:55.870067Z","steps":["trace[1709697242] 'agreement among raft nodes before linearized reading' (duration: 159.884966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:55.992617Z","caller":"traceutil/trace.go:171","msg":"trace[1668380868] transaction","detail":"{read_only:false; response_revision:28416; number_of_response:1; }","duration":"121.402414ms","start":"2026-04-16T10:19:55.871183Z","end":"2026-04-16T10:19:55.992585Z","steps":["trace[1668380868] 'process raft request' (duration: 64.111259ms)","trace[1668380868] 'compare' (duration: 56.915613ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T10:19:55.992636Z","caller":"traceutil/trace.go:171","msg":"trace[1739546216] transaction","detail":"{read_only:false; response_revision:28417; number_of_response:1; }","duration":"118.474252ms","start":"2026-04-16T10:19:55.874135Z","end":"2026-04-16T10:19:55.99261Z","steps":["trace[1739546216] 'process raft request' (duration: 118.378809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T10:19:56.31634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.614144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-16T10:19:56.316428Z","caller":"traceutil/trace.go:171","msg":"trace[332636846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28419; }","duration":"124.719867ms","start":"2026-04-16T10:19:56.191686Z","end":"2026-04-16T10:19:56.316406Z","steps":["trace[332636846] 'range keys from in-memory index tree' (duration: 124.449679ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:19:56.316967Z","caller":"traceutil/trace.go:171","msg":"trace[340213908] transaction","detail":"{read_only:false; response_revision:28420; number_of_response:1; }","duration":"118.670117ms","start":"2026-04-16T10:19:56.198276Z","end":"2026-04-16T10:19:56.316946Z","steps":["trace[340213908] 'process raft request' (duration: 117.372677ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T10:21:18.924028Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9133559b3198d4ec","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T10:21:18.929043Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-16T10:21:18.92913Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-16T10:23:54.359179Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27972} {"level":"info","ts":"2026-04-16T10:23:54.483536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27972,"took":"120.799905ms","hash":1704913097,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":31801344,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-16T10:23:54.483601Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1704913097,"revision":27972,"compact-revision":25745}